{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5100.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "nitb_sms:sysmo", "duration" : 5.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12069): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12069) [trial-2400↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12069)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12069): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12069) [trial-2400↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12069)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a05:30:40.239625 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a05:30:40.250752 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a05:30:40.828770 tst mo_mt_sms.py: using LAC 38735\u000a05:30:40.949083 tst mo_mt_sms.py: using RAC 230\u000a05:30:41.061819 tst mo_mt_sms.py: using CellId 38735\u000a05:30:41.174817 tst mo_mt_sms.py: using BVCI 38736\u000a05:30:41.196654 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a05:30:41.369902 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a05:30:41.658408 tst mo_mt_sms.py:9: start nitb and bts...\u000a05:30:41.792743 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a05:30:44.120867 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12068): Launched\u000a05:30:44.435091 run osmo-nitb_10.42.42.2(pid=12069): Launched\u000a05:30:44.617831 run osmo-nitb_10.42.42.2(pid=12069): ERR: Terminated: ERROR {rc=2} [trial-2400↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12069)]\u000a05:30:44.749878 run osmo-nitb_10.42.42.2(pid=12069): stdout: \u000a| (launched: 2022-12-14_05:30:44.282454) \u000a05:30:44.882497 run osmo-nitb_10.42.42.2(pid=12069): stderr: \u000a| (launched: 2022-12-14_05:30:44.329921)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:30:45.010185 run osmo-nitb_10.42.42.2(pid=12069): stdout: \u000a| (launched: 2022-12-14_05:30:44.282454) \u000a05:30:45.136392 run osmo-nitb_10.42.42.2(pid=12069): stderr: \u000a| (launched: 2022-12-14_05:30:44.329921)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:30:45.192343 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=12069): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12069) [trial-2400↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12069)] [trial-2400↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a05:30:45.201057 tst mo_mt_sms.py:11: Test FAILED (5.0 sec)\u000a05:30:45.236705 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12068): Terminating (SIGTERM)\u000a05:30:45.414224 --- ParallelTerminationStrategy: PID 12068 died...\u000a05:30:45.470451 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12068): Terminated: ok {rc=0}\u000a05:30:45.556103 bus /sierra_3: Setting Powered False\u000a05:30:46.669482 bus /sierra_3: Setting Powered False\u000a05:30:47.780536 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:30:40" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12083): Process ended prematurely: osmo-stp_10.42.42.5(pid=12083) [trial-2400↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12083)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12083): Process ended prematurely: osmo-stp_10.42.42.5(pid=12083) [trial-2400↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12083)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a05:30:49.620592 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:30:49.631047 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a05:30:49.760894 tst mo_mt_sms.py: using LAC 38736\u000a05:30:49.884393 tst mo_mt_sms.py: using RAC 231\u000a05:30:50.007523 tst mo_mt_sms.py: using CellId 38736\u000a05:30:50.130397 tst mo_mt_sms.py: using BVCI 38737\u000a05:30:50.154801 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:30:50.165633 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:30:50.176205 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:30:50.186894 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:30:50.197712 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:30:50.208447 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a05:30:50.329401 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a05:30:50.538818 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:30:52.290863 run create_hlr_db(pid=12076): Launched\u000a05:30:52.476380 bus /sierra_2: Setting Powered False\u000a05:30:53.496757 run create_hlr_db(pid=12076): Terminated: ok {rc=0}\u000a05:30:53.898540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12079): Launched\u000a05:30:54.197919 run osmo-hlr_10.42.42.2(pid=12080): Launched\u000a05:30:54.316598 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:30:56.899549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12082): Launched\u000a05:30:57.218142 run osmo-stp_10.42.42.5(pid=12083): Launched\u000a05:30:57.336120 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:31:02.773456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12085): Launched\u000a05:31:03.092504 run osmo-msc_10.42.42.6(pid=12086): Launched\u000a05:31:03.291359 run osmo-stp_10.42.42.5(pid=12083): ERR: Terminated: ERROR {rc=1} [trial-2400↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12083)]\u000a05:31:03.429406 run osmo-stp_10.42.42.5(pid=12083): stdout: \u000a| (launched: 2022-12-14_05:30:57.061921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:03.555777 run osmo-stp_10.42.42.5(pid=12083): stderr: \u000a| �[0;m�[38;5;43m20221214053057250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053057250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053057251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053057251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053057252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053057252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053057252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:03.682734 run osmo-stp_10.42.42.5(pid=12083): stdout: \u000a| (launched: 2022-12-14_05:30:57.061921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:03.801682 run osmo-stp_10.42.42.5(pid=12083): stderr: \u000a| �[0;m�[38;5;43m20221214053057250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053057250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053057251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053057251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053057252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053057252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053057252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:03.853899 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=12083): Process ended prematurely: osmo-stp_10.42.42.5(pid=12083) [trial-2400↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12083)] [trial-2400↪sms:sysmo↪mo_mt_sms.py:16]\u000a05:31:03.861786 tst mo_mt_sms.py:16: Test FAILED (14.2 sec)\u000a05:31:03.921637 run osmo-hlr_10.42.42.2(pid=12080): ERR: Terminated: ERROR {rc=237} [trial-2400↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12080)]\u000a05:31:03.970751 run osmo-hlr_10.42.42.2(pid=12080): stdout: \u000a| (launched: 2022-12-14_05:30:54.050070) \u000a05:31:04.020356 run osmo-hlr_10.42.42.2(pid=12080): stderr: \u000a| �[0;m�[1;31m20221214053054222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053054222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053054223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053054223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053054223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053054223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053054236 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053054244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053054244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053054244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:31:04.087423 run osmo-msc_10.42.42.6(pid=12086): ERR: Terminated: ERROR {rc=2} [trial-2400↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12086)]\u000a05:31:04.136468 run osmo-msc_10.42.42.6(pid=12086): stdout: \u000a| (launched: 2022-12-14_05:31:02.936153) \u000a05:31:04.185989 run osmo-msc_10.42.42.6(pid=12086): stderr: \u000a| �[0;m�[38;5;43m20221214053103318 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214053103319 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7eff44f5fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214053103319 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214053103319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214053103319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214053103319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214053103321 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214053103321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214053103321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214053103321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:31:04.228221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12079): Terminating (SIGTERM)\u000a05:31:04.268270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12082): Terminating (SIGTERM)\u000a05:31:04.308200 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12085): Terminating (SIGTERM)\u000a05:31:04.317359 --- ParallelTerminationStrategy: PID 12079 died...\u000a05:31:04.371171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12079): Terminated: ok {rc=0}\u000a05:31:04.380616 --- ParallelTerminationStrategy: PID 12082 died...\u000a05:31:04.434284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12082): Terminated: ok {rc=0}\u000a05:31:04.443791 --- ParallelTerminationStrategy: PID 12085 died...\u000a05:31:04.497084 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12085): Terminated: ok {rc=0}\u000a05:31:04.585234 bus /sierra_3: Setting Powered False\u000a05:31:05.687738 bus /sierra_3: Setting Powered False\u000a05:31:06.799142 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:30:49" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12092): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12092) [trial-2400↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12092)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12092): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12092) [trial-2400↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12092)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a05:31:08.666302 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a05:31:08.680566 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a05:31:08.832400 tst assert_extension.py: using LAC 38737\u000a05:31:08.957453 tst assert_extension.py: using RAC 232\u000a05:31:09.083855 tst assert_extension.py: using CellId 38737\u000a05:31:09.208891 tst assert_extension.py: using BVCI 38738\u000a05:31:09.233471 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a05:31:09.509284 tst assert_extension.py:10: start nitb and bts...\u000a05:31:09.633513 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a05:31:10.249858 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12091): Launched\u000a05:31:10.544170 run osmo-nitb_10.42.42.2(pid=12092): Launched\u000a05:31:10.727215 run osmo-nitb_10.42.42.2(pid=12092): ERR: Terminated: ERROR {rc=2} [trial-2400↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12092)]\u000a05:31:10.862446 run osmo-nitb_10.42.42.2(pid=12092): stdout: \u000a| (launched: 2022-12-14_05:31:10.400784) \u000a05:31:10.998303 run osmo-nitb_10.42.42.2(pid=12092): stderr: \u000a| (launched: 2022-12-14_05:31:10.444813)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:31:11.130026 run osmo-nitb_10.42.42.2(pid=12092): stdout: \u000a| (launched: 2022-12-14_05:31:10.400784) \u000a05:31:11.259646 run osmo-nitb_10.42.42.2(pid=12092): stderr: \u000a| (launched: 2022-12-14_05:31:10.444813)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:31:11.664286 tst osmo-nitb_10.42.42.2(pid=12092): stdout: \u000a| (launched: 2022-12-14_05:31:10.400784) \u000a05:31:11.783411 tst osmo-nitb_10.42.42.2(pid=12092): stderr: \u000a| (launched: 2022-12-14_05:31:10.444813)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:31:11.835490 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=12092): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12092) [trial-2400↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12092)] [trial-2400↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a05:31:11.843702 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a05:31:11.878255 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12091): Terminating (SIGTERM)\u000a05:31:12.056494 --- ParallelTerminationStrategy: PID 12091 died...\u000a05:31:12.111284 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12091): Terminated: ok {rc=0}\u000a05:31:12.197841 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:31:08" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "ussd:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12102): Process ended prematurely: osmo-stp_10.42.42.5(pid=12102) [trial-2400↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12102)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12102): Process ended prematurely: osmo-stp_10.42.42.5(pid=12102) [trial-2400↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12102)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a05:31:14.162899 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:31:14.174018 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a05:31:14.304626 tst assert_extension.py: using LAC 38738\u000a05:31:14.428875 tst assert_extension.py: using RAC 233\u000a05:31:14.553153 tst assert_extension.py: using CellId 38738\u000a05:31:14.676873 tst assert_extension.py: using BVCI 38739\u000a05:31:14.701369 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:31:14.712154 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:31:14.722944 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:31:14.733623 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:31:14.744642 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:31:14.755693 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a05:31:14.955701 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:31:15.426191 run create_hlr_db(pid=12096): Launched\u000a05:31:15.599898 bus /sierra_2: Setting Powered False\u000a05:31:16.666011 run create_hlr_db(pid=12096): Terminated: ok {rc=0}\u000a05:31:17.155530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12098): Launched\u000a05:31:17.477442 run osmo-hlr_10.42.42.2(pid=12099): Launched\u000a05:31:17.596421 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:31:18.154212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12101): Launched\u000a05:31:18.473774 run osmo-stp_10.42.42.5(pid=12102): Launched\u000a05:31:18.590277 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:31:19.171473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12104): Launched\u000a05:31:19.491650 run osmo-msc_10.42.42.6(pid=12105): Launched\u000a05:31:19.679805 run osmo-stp_10.42.42.5(pid=12102): ERR: Terminated: ERROR {rc=1} [trial-2400↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12102)]\u000a05:31:19.815105 run osmo-stp_10.42.42.5(pid=12102): stdout: \u000a| (launched: 2022-12-14_05:31:18.317375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:19.950077 run osmo-stp_10.42.42.5(pid=12102): stderr: \u000a| �[0;m�[38;5;43m20221214053118506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053118506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053118506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053118506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053118507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053118507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053118507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:20.079164 run osmo-stp_10.42.42.5(pid=12102): stdout: \u000a| (launched: 2022-12-14_05:31:18.317375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:20.207488 run osmo-stp_10.42.42.5(pid=12102): stderr: \u000a| �[0;m�[38;5;43m20221214053118506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053118506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053118506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053118506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053118507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053118507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053118507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:20.263278 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=12102): Process ended prematurely: osmo-stp_10.42.42.5(pid=12102) [trial-2400↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12102)] [trial-2400↪ussd:sysmo↪assert_extension.py:17]\u000a05:31:20.271815 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a05:31:20.333885 run osmo-hlr_10.42.42.2(pid=12099): ERR: Terminated: ERROR {rc=237} [trial-2400↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12099)]\u000a05:31:20.385293 run osmo-hlr_10.42.42.2(pid=12099): stdout: \u000a| (launched: 2022-12-14_05:31:17.319300) \u000a05:31:20.437236 run osmo-hlr_10.42.42.2(pid=12099): stderr: \u000a| �[0;m�[1;31m20221214053117512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053117512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053117512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053117512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053117512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053117513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053117574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053117584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053117584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053117584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:31:20.507787 run osmo-msc_10.42.42.6(pid=12105): ERR: Terminated: ERROR {rc=2} [trial-2400↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12105)]\u000a05:31:20.559164 run osmo-msc_10.42.42.6(pid=12105): stdout: \u000a| (launched: 2022-12-14_05:31:19.334302) \u000a05:31:20.611023 run osmo-msc_10.42.42.6(pid=12105): stderr: \u000a| �[0;m�[38;5;43m20221214053119654 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214053119654 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd412ee9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214053119654 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214053119654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214053119654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214053119654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214053119656 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214053119656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214053119657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214053119657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:31:20.655302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12098): Terminating (SIGTERM)\u000a05:31:20.697176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12101): Terminating (SIGTERM)\u000a05:31:20.738886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12104): Terminating (SIGTERM)\u000a05:31:20.748460 --- ParallelTerminationStrategy: PID 12098 died...\u000a05:31:20.803918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12098): Terminated: ok {rc=0}\u000a05:31:20.813867 --- ParallelTerminationStrategy: PID 12101 died...\u000a05:31:20.869192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12101): Terminated: ok {rc=0}\u000a05:31:20.879391 --- ParallelTerminationStrategy: PID 12104 died...\u000a05:31:20.934671 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12104): Terminated: ok {rc=0}\u000a05:31:21.020058 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:31:13" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12116): Process ended prematurely: osmo-stp_10.42.42.5(pid=12116) [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12116)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12116): Process ended prematurely: osmo-stp_10.42.42.5(pid=12116) [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12116)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a05:31:22.937940 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:31:22.949593 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a05:31:23.100416 tst mo_mt_call.py: using LAC 38739\u000a05:31:23.227338 tst mo_mt_call.py: using RAC 234\u000a05:31:23.354330 tst mo_mt_call.py: using CellId 38739\u000a05:31:23.481267 tst mo_mt_call.py: using BVCI 38740\u000a05:31:23.506049 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:31:23.517446 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:31:23.528583 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:31:23.539776 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:31:23.550966 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:31:23.562202 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:31:23.676786 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:31:23.887427 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:31:24.407652 run create_hlr_db(pid=12110): Launched\u000a05:31:24.596598 bus /sierra_2: Setting Powered False\u000a05:31:25.617764 run create_hlr_db(pid=12110): Terminated: ok {rc=0}\u000a05:31:26.051689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12112): Launched\u000a05:31:26.377407 run osmo-hlr_10.42.42.2(pid=12113): Launched\u000a05:31:26.499147 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:31:27.067414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12115): Launched\u000a05:31:27.392374 run osmo-stp_10.42.42.5(pid=12116): Launched\u000a05:31:27.512237 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:31:28.106554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12118): Launched\u000a05:31:28.432353 run osmo-msc_10.42.42.6(pid=12119): Launched\u000a05:31:28.622312 run osmo-stp_10.42.42.5(pid=12116): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12116)]\u000a05:31:28.759898 run osmo-stp_10.42.42.5(pid=12116): stdout: \u000a| (launched: 2022-12-14_05:31:27.233696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:28.896489 run osmo-stp_10.42.42.5(pid=12116): stderr: \u000a| �[0;m�[38;5;43m20221214053127421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053127421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053127422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053127422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053127423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053127423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053127423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:29.027574 run osmo-stp_10.42.42.5(pid=12116): stdout: \u000a| (launched: 2022-12-14_05:31:27.233696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:29.156812 run osmo-stp_10.42.42.5(pid=12116): stderr: \u000a| �[0;m�[38;5;43m20221214053127421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053127421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053127422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053127422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053127423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053127423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053127423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:29.214049 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12116): Process ended prematurely: osmo-stp_10.42.42.5(pid=12116) [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12116)] [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a05:31:29.222938 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a05:31:29.284851 run osmo-hlr_10.42.42.2(pid=12113): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12113)]\u000a05:31:29.336075 run osmo-hlr_10.42.42.2(pid=12113): stdout: \u000a| (launched: 2022-12-14_05:31:26.218141) \u000a05:31:29.387910 run osmo-hlr_10.42.42.2(pid=12113): stderr: \u000a| �[0;m�[1;31m20221214053126414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053126414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053126414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053126414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053126414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053126414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053126427 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053126435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053126435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053126435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:31:29.457930 run osmo-msc_10.42.42.6(pid=12119): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12119)]\u000a05:31:29.509050 run osmo-msc_10.42.42.6(pid=12119): stdout: \u000a| (launched: 2022-12-14_05:31:28.272744) \u000a05:31:29.561388 run osmo-msc_10.42.42.6(pid=12119): stderr: \u000a| �[0;m�[38;5;43m20221214053128592 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214053128592 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f698c003c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214053128592 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214053128592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214053128592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214053128593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214053128594 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214053128595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214053128595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214053128595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:31:29.605435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12112): Terminating (SIGTERM)\u000a05:31:29.647227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12115): Terminating (SIGTERM)\u000a05:31:29.689318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12118): Terminating (SIGTERM)\u000a05:31:29.698893 --- ParallelTerminationStrategy: PID 12112 died...\u000a05:31:29.754427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12112): Terminated: ok {rc=0}\u000a05:31:29.764290 --- ParallelTerminationStrategy: PID 12115 died...\u000a05:31:29.819513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12115): Terminated: ok {rc=0}\u000a05:31:29.829451 --- ParallelTerminationStrategy: PID 12118 died...\u000a05:31:29.884869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12118): Terminated: ok {rc=0}\u000a05:31:29.970768 bus /sierra_3: Setting Powered False\u000a05:31:31.074128 bus /sierra_3: Setting Powered False\u000a05:31:32.188410 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12127): Process ended prematurely: osmo-stp_10.42.42.5(pid=12127) [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12127)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12127): Process ended prematurely: osmo-stp_10.42.42.5(pid=12127) [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12127)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:31:33.303050 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:31:33.315099 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a05:31:33.467697 tst mo_mt_call_osmux.py: using LAC 38740\u000a05:31:33.592377 tst mo_mt_call_osmux.py: using RAC 235\u000a05:31:33.713884 tst mo_mt_call_osmux.py: using CellId 38740\u000a05:31:33.832874 tst mo_mt_call_osmux.py: using BVCI 38741\u000a05:31:33.855992 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:31:33.867158 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:31:33.878021 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:31:33.888730 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:31:33.899963 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:31:33.911126 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:31:34.025974 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:31:34.238406 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:31:34.758872 run create_hlr_db(pid=12121): Launched\u000a05:31:34.947912 bus /sierra_2: Setting Powered False\u000a05:31:35.968205 run create_hlr_db(pid=12121): Terminated: ok {rc=0}\u000a05:31:36.376823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12123): Launched\u000a05:31:36.681916 run osmo-hlr_10.42.42.2(pid=12124): Launched\u000a05:31:36.800451 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:31:37.335023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12126): Launched\u000a05:31:37.638359 run osmo-stp_10.42.42.5(pid=12127): Launched\u000a05:31:37.749535 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:31:38.303882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12129): Launched\u000a05:31:38.608156 run osmo-msc_10.42.42.6(pid=12130): Launched\u000a05:31:38.786072 run osmo-stp_10.42.42.5(pid=12127): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12127)]\u000a05:31:38.915149 run osmo-stp_10.42.42.5(pid=12127): stdout: \u000a| (launched: 2022-12-14_05:31:37.489124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:39.041994 run osmo-stp_10.42.42.5(pid=12127): stderr: \u000a| �[0;m�[38;5;43m20221214053137657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053137657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053137657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053137658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053137658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053137658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053137658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:39.164103 run osmo-stp_10.42.42.5(pid=12127): stdout: \u000a| (launched: 2022-12-14_05:31:37.489124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:39.285177 run osmo-stp_10.42.42.5(pid=12127): stderr: \u000a| �[0;m�[38;5;43m20221214053137657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053137657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053137657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053137658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053137658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053137658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053137658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:39.338496 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12127): Process ended prematurely: osmo-stp_10.42.42.5(pid=12127) [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12127)] [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a05:31:39.347630 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a05:31:39.406970 run osmo-hlr_10.42.42.2(pid=12124): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12124)]\u000a05:31:39.455787 run osmo-hlr_10.42.42.2(pid=12124): stdout: \u000a| (launched: 2022-12-14_05:31:36.531897) \u000a05:31:39.505725 run osmo-hlr_10.42.42.2(pid=12124): stderr: \u000a| �[0;m�[1;31m20221214053136704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053136704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053136704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053136704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053136704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053136704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053136724 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053136735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053136735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053136735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:31:39.572749 run osmo-msc_10.42.42.6(pid=12130): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12130)]\u000a05:31:39.621513 run osmo-msc_10.42.42.6(pid=12130): stdout: \u000a| (launched: 2022-12-14_05:31:38.458297) \u000a05:31:39.670827 run osmo-msc_10.42.42.6(pid=12130): stderr: \u000a| �[0;m�[38;5;43m20221214053138728 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214053138728 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f80e9a6fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214053138728 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214053138728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214053138728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214053138728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214053138730 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214053138731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214053138731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214053138731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:31:39.712600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12123): Terminating (SIGTERM)\u000a05:31:39.752202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12126): Terminating (SIGTERM)\u000a05:31:39.791844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12129): Terminating (SIGTERM)\u000a05:31:39.800907 --- ParallelTerminationStrategy: PID 12123 died...\u000a05:31:39.854465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12123): Terminated: ok {rc=0}\u000a05:31:39.863893 --- ParallelTerminationStrategy: PID 12126 died...\u000a05:31:39.916720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12126): Terminated: ok {rc=0}\u000a05:31:39.926164 --- ParallelTerminationStrategy: PID 12129 died...\u000a05:31:39.979395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12129): Terminated: ok {rc=0}\u000a05:31:40.066972 bus /sierra_3: Setting Powered False\u000a05:31:41.168720 bus /sierra_3: Setting Powered False\u000a05:31:42.278444 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:31:22" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12141): Process ended prematurely: osmo-stp_10.42.42.5(pid=12141) [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12141)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12141): Process ended prematurely: osmo-stp_10.42.42.5(pid=12141) [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a05:31:44.231164 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:31:44.242027 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a05:31:44.387622 tst mo_mt_call.py: using LAC 38741\u000a05:31:44.506915 tst mo_mt_call.py: using RAC 236\u000a05:31:44.626254 tst mo_mt_call.py: using CellId 38741\u000a05:31:44.747043 tst mo_mt_call.py: using BVCI 38742\u000a05:31:44.770280 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:31:44.781164 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:31:44.791749 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:31:44.802495 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:31:44.814108 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:31:44.825944 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:31:44.947019 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:31:45.151005 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:31:45.628526 run create_hlr_db(pid=12135): Launched\u000a05:31:45.804765 bus /sierra_2: Setting Powered False\u000a05:31:46.878520 run create_hlr_db(pid=12135): Terminated: ok {rc=0}\u000a05:31:47.308027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12137): Launched\u000a05:31:47.612054 run osmo-hlr_10.42.42.2(pid=12138): Launched\u000a05:31:47.730281 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:31:48.261228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12140): Launched\u000a05:31:48.574786 run osmo-stp_10.42.42.5(pid=12141): Launched\u000a05:31:48.696082 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:31:49.290645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12143): Launched\u000a05:31:49.612122 run osmo-msc_10.42.42.6(pid=12144): Launched\u000a05:31:49.793480 run osmo-stp_10.42.42.5(pid=12141): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12141)]\u000a05:31:49.923521 run osmo-stp_10.42.42.5(pid=12141): stdout: \u000a| (launched: 2022-12-14_05:31:48.415405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:50.050482 run osmo-stp_10.42.42.5(pid=12141): stderr: \u000a| �[0;m�[38;5;43m20221214053148606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053148606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053148606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053148607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053148607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053148607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053148607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:50.173256 run osmo-stp_10.42.42.5(pid=12141): stdout: \u000a| (launched: 2022-12-14_05:31:48.415405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:50.294557 run osmo-stp_10.42.42.5(pid=12141): stderr: \u000a| �[0;m�[38;5;43m20221214053148606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053148606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053148606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053148607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053148607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053148607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053148607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:50.347883 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12141): Process ended prematurely: osmo-stp_10.42.42.5(pid=12141) [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12141)] [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a05:31:50.356553 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a05:31:50.416139 run osmo-hlr_10.42.42.2(pid=12138): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12138)]\u000a05:31:50.464984 run osmo-hlr_10.42.42.2(pid=12138): stdout: \u000a| (launched: 2022-12-14_05:31:47.462583) \u000a05:31:50.514361 run osmo-hlr_10.42.42.2(pid=12138): stderr: \u000a| �[0;m�[1;31m20221214053147636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053147636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053147636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053147636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053147636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053147636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053147648 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053147657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053147657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053147658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:31:50.581592 run osmo-msc_10.42.42.6(pid=12144): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12144)]\u000a05:31:50.630554 run osmo-msc_10.42.42.6(pid=12144): stdout: \u000a| (launched: 2022-12-14_05:31:49.456404) \u000a05:31:50.679771 run osmo-msc_10.42.42.6(pid=12144): stderr: \u000a| �[0;m�[38;5;43m20221214053149729 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214053149729 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8244269c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214053149729 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214053149730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214053149730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214053149730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214053149732 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214053149732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214053149732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214053149732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:31:50.721763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12137): Terminating (SIGTERM)\u000a05:31:50.761205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12140): Terminating (SIGTERM)\u000a05:31:50.800584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12143): Terminating (SIGTERM)\u000a05:31:50.809739 --- ParallelTerminationStrategy: PID 12137 died...\u000a05:31:50.863197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12137): Terminated: ok {rc=0}\u000a05:31:50.872672 --- ParallelTerminationStrategy: PID 12140 died...\u000a05:31:50.926285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12140): Terminated: ok {rc=0}\u000a05:31:50.935819 --- ParallelTerminationStrategy: PID 12143 died...\u000a05:31:50.989513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12143): Terminated: ok {rc=0}\u000a05:31:51.072831 bus /sierra_3: Setting Powered False\u000a05:31:52.179039 bus /sierra_3: Setting Powered False\u000a05:31:53.286121 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12152): Process ended prematurely: osmo-stp_10.42.42.5(pid=12152) [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12152)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12152): Process ended prematurely: osmo-stp_10.42.42.5(pid=12152) [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12152)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:31:54.401634 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:31:54.413519 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a05:31:54.564436 tst mo_mt_call_osmux.py: using LAC 38742\u000a05:31:54.686741 tst mo_mt_call_osmux.py: using RAC 237\u000a05:31:54.806293 tst mo_mt_call_osmux.py: using CellId 38742\u000a05:31:54.925251 tst mo_mt_call_osmux.py: using BVCI 38743\u000a05:31:54.948682 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:31:54.959814 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:31:54.970684 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:31:54.981614 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:31:54.993541 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:31:55.005294 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:31:55.125367 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:31:55.328437 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:31:55.807162 run create_hlr_db(pid=12146): Launched\u000a05:31:55.982523 bus /sierra_2: Setting Powered False\u000a05:31:57.003392 run create_hlr_db(pid=12146): Terminated: ok {rc=0}\u000a05:31:57.408518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12148): Launched\u000a05:31:57.713107 run osmo-hlr_10.42.42.2(pid=12149): Launched\u000a05:31:57.833037 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:31:58.364147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12151): Launched\u000a05:31:58.668597 run osmo-stp_10.42.42.5(pid=12152): Launched\u000a05:31:58.780510 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:31:59.335202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12154): Launched\u000a05:31:59.639999 run osmo-msc_10.42.42.6(pid=12155): Launched\u000a05:31:59.818217 run osmo-stp_10.42.42.5(pid=12152): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12152)]\u000a05:31:59.947108 run osmo-stp_10.42.42.5(pid=12152): stdout: \u000a| (launched: 2022-12-14_05:31:58.518899)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:00.073280 run osmo-stp_10.42.42.5(pid=12152): stderr: \u000a| �[0;m�[38;5;43m20221214053158687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053158687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053158687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053158688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053158688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053158688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053158688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:00.195367 run osmo-stp_10.42.42.5(pid=12152): stdout: \u000a| (launched: 2022-12-14_05:31:58.518899)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:00.316075 run osmo-stp_10.42.42.5(pid=12152): stderr: \u000a| �[0;m�[38;5;43m20221214053158687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053158687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053158687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053158688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053158688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053158688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053158688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:00.369149 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12152): Process ended prematurely: osmo-stp_10.42.42.5(pid=12152) [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12152)] [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a05:32:00.377680 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a05:32:00.436838 run osmo-hlr_10.42.42.2(pid=12149): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12149)]\u000a05:32:00.485201 run osmo-hlr_10.42.42.2(pid=12149): stdout: \u000a| (launched: 2022-12-14_05:31:57.563640) \u000a05:32:00.534034 run osmo-hlr_10.42.42.2(pid=12149): stderr: \u000a| �[0;m�[1;31m20221214053157736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053157736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053157736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053157736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053157736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053157737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053157748 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053157756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053157756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053157756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:32:00.600361 run osmo-msc_10.42.42.6(pid=12155): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12155)]\u000a05:32:00.648850 run osmo-msc_10.42.42.6(pid=12155): stdout: \u000a| (launched: 2022-12-14_05:31:59.489480) \u000a05:32:00.697870 run osmo-msc_10.42.42.6(pid=12155): stderr: \u000a| �[0;m�[38;5;43m20221214053159758 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214053159758 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6aa4f72c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214053159758 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214053159759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214053159759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214053159759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214053159761 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214053159761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214053159761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214053159761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:32:00.739434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12148): Terminating (SIGTERM)\u000a05:32:00.778789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12151): Terminating (SIGTERM)\u000a05:32:00.818287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12154): Terminating (SIGTERM)\u000a05:32:00.827309 --- ParallelTerminationStrategy: PID 12148 died...\u000a05:32:00.913608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12148): Terminated: ok {rc=0}\u000a05:32:00.931744 --- ParallelTerminationStrategy: PID 12151 died...\u000a05:32:00.999665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12151): Terminated: ok {rc=0}\u000a05:32:01.017437 --- ParallelTerminationStrategy: PID 12154 died...\u000a05:32:01.078826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12154): Terminated: ok {rc=0}\u000a05:32:01.168892 bus /sierra_3: Setting Powered False\u000a05:32:02.276606 bus /sierra_3: Setting Powered False\u000a05:32:03.387346 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:31:43" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12166): Process ended prematurely: osmo-stp_10.42.42.5(pid=12166) [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12166)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12166): Process ended prematurely: osmo-stp_10.42.42.5(pid=12166) [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12166)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a05:32:05.332442 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:32:05.343500 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a05:32:05.491289 tst mo_mt_call.py: using LAC 38743\u000a05:32:05.608842 tst mo_mt_call.py: using RAC 238\u000a05:32:05.725669 tst mo_mt_call.py: using CellId 38743\u000a05:32:05.842741 tst mo_mt_call.py: using BVCI 38744\u000a05:32:05.865953 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:32:05.876835 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:32:05.887545 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:32:05.898218 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:32:05.909496 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:32:05.920918 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:32:06.042391 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:32:06.243450 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:32:06.723173 run create_hlr_db(pid=12160): Launched\u000a05:32:06.897927 bus /sierra_2: Setting Powered False\u000a05:32:07.920153 run create_hlr_db(pid=12160): Terminated: ok {rc=0}\u000a05:32:08.354632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12162): Launched\u000a05:32:08.681219 run osmo-hlr_10.42.42.2(pid=12163): Launched\u000a05:32:08.801674 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:32:09.367948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12165): Launched\u000a05:32:09.693548 run osmo-stp_10.42.42.5(pid=12166): Launched\u000a05:32:09.812645 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:32:10.409099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12168): Launched\u000a05:32:10.735054 run osmo-msc_10.42.42.6(pid=12169): Launched\u000a05:32:10.925363 run osmo-stp_10.42.42.5(pid=12166): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12166)]\u000a05:32:11.062777 run osmo-stp_10.42.42.5(pid=12166): stdout: \u000a| (launched: 2022-12-14_05:32:09.534196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:11.198990 run osmo-stp_10.42.42.5(pid=12166): stderr: \u000a| �[0;m�[38;5;43m20221214053209723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053209723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053209723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053209723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053209724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053209724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053209724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:11.329905 run osmo-stp_10.42.42.5(pid=12166): stdout: \u000a| (launched: 2022-12-14_05:32:09.534196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:11.459572 run osmo-stp_10.42.42.5(pid=12166): stderr: \u000a| �[0;m�[38;5;43m20221214053209723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053209723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053209723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053209723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053209724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053209724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053209724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:11.516653 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12166): Process ended prematurely: osmo-stp_10.42.42.5(pid=12166) [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12166)] [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a05:32:11.526131 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a05:32:11.588381 run osmo-hlr_10.42.42.2(pid=12163): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12163)]\u000a05:32:11.639579 run osmo-hlr_10.42.42.2(pid=12163): stdout: \u000a| (launched: 2022-12-14_05:32:08.521252) \u000a05:32:11.691639 run osmo-hlr_10.42.42.2(pid=12163): stderr: \u000a| �[0;m�[1;31m20221214053208715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053208715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053208715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053208715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053208715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053208715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053208728 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053208738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053208738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053208738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:32:11.762057 run osmo-msc_10.42.42.6(pid=12169): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12169)]\u000a05:32:11.813303 run osmo-msc_10.42.42.6(pid=12169): stdout: \u000a| (launched: 2022-12-14_05:32:10.575400) \u000a05:32:11.865469 run osmo-msc_10.42.42.6(pid=12169): stderr: \u000a| �[0;m�[38;5;43m20221214053210895 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214053210895 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff8b37e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214053210895 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214053210895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214053210895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214053210896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214053210897 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214053210898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214053210898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214053210898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:32:11.910000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12162): Terminating (SIGTERM)\u000a05:32:11.951549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12165): Terminating (SIGTERM)\u000a05:32:11.993561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12168): Terminating (SIGTERM)\u000a05:32:12.003062 --- ParallelTerminationStrategy: PID 12162 died...\u000a05:32:12.058667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12162): Terminated: ok {rc=0}\u000a05:32:12.068626 --- ParallelTerminationStrategy: PID 12165 died...\u000a05:32:12.123871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12165): Terminated: ok {rc=0}\u000a05:32:12.133822 --- ParallelTerminationStrategy: PID 12168 died...\u000a05:32:12.189664 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12168): Terminated: ok {rc=0}\u000a05:32:12.277991 bus /sierra_3: Setting Powered False\u000a05:32:13.383181 bus /sierra_3: Setting Powered False\u000a05:32:14.491987 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12177): Process ended prematurely: osmo-stp_10.42.42.5(pid=12177) [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12177)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12177): Process ended prematurely: osmo-stp_10.42.42.5(pid=12177) [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12177)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:32:15.606253 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:32:15.618225 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a05:32:15.767669 tst mo_mt_call_osmux.py: using LAC 38744\u000a05:32:15.913103 tst mo_mt_call_osmux.py: using RAC 239\u000a05:32:16.038678 tst mo_mt_call_osmux.py: using CellId 38744\u000a05:32:16.165631 tst mo_mt_call_osmux.py: using BVCI 38745\u000a05:32:16.191588 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:32:16.203732 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:32:16.215757 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:32:16.227727 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:32:16.239603 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:32:16.251690 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:32:16.398790 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:32:16.623123 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:32:17.189204 run create_hlr_db(pid=12171): Launched\u000a05:32:17.378654 bus /sierra_2: Setting Powered False\u000a05:32:18.398585 run create_hlr_db(pid=12171): Terminated: ok {rc=0}\u000a05:32:18.831384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12173): Launched\u000a05:32:19.156901 run osmo-hlr_10.42.42.2(pid=12174): Launched\u000a05:32:19.281245 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:32:19.853698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12176): Launched\u000a05:32:20.178844 run osmo-stp_10.42.42.5(pid=12177): Launched\u000a05:32:20.305019 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:32:20.898642 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12179): Launched\u000a05:32:21.224039 run osmo-msc_10.42.42.6(pid=12180): Launched\u000a05:32:21.414416 run osmo-stp_10.42.42.5(pid=12177): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12177)]\u000a05:32:21.551764 run osmo-stp_10.42.42.5(pid=12177): stdout: \u000a| (launched: 2022-12-14_05:32:20.020671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:21.688142 run osmo-stp_10.42.42.5(pid=12177): stderr: \u000a| �[0;m�[38;5;43m20221214053220210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053220211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053220211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053220211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053220212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053220212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053220212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:21.819140 run osmo-stp_10.42.42.5(pid=12177): stdout: \u000a| (launched: 2022-12-14_05:32:20.020671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:21.949796 run osmo-stp_10.42.42.5(pid=12177): stderr: \u000a| �[0;m�[38;5;43m20221214053220210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053220211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053220211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053220211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053220212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053220212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053220212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:22.007558 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12177): Process ended prematurely: osmo-stp_10.42.42.5(pid=12177) [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12177)] [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a05:32:22.016844 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a05:32:22.078962 run osmo-hlr_10.42.42.2(pid=12174): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12174)]\u000a05:32:22.129965 run osmo-hlr_10.42.42.2(pid=12174): stdout: \u000a| (launched: 2022-12-14_05:32:18.998621) \u000a05:32:22.181671 run osmo-hlr_10.42.42.2(pid=12174): stderr: \u000a| �[0;m�[1;31m20221214053219193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053219193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053219193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053219193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053219193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053219194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053219207 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053219215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053219215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053219215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:32:22.251531 run osmo-msc_10.42.42.6(pid=12180): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12180)]\u000a05:32:22.302345 run osmo-msc_10.42.42.6(pid=12180): stdout: \u000a| (launched: 2022-12-14_05:32:21.065695) \u000a05:32:22.353731 run osmo-msc_10.42.42.6(pid=12180): stderr: \u000a| �[0;m�[38;5;43m20221214053221386 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214053221386 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f22d8e83c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214053221387 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214053221387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214053221387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214053221387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214053221389 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214053221389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214053221389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214053221389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:32:22.397479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12173): Terminating (SIGTERM)\u000a05:32:22.438765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12176): Terminating (SIGTERM)\u000a05:32:22.480047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12179): Terminating (SIGTERM)\u000a05:32:22.489644 --- ParallelTerminationStrategy: PID 12173 died...\u000a05:32:22.544732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12173): Terminated: ok {rc=0}\u000a05:32:22.554811 --- ParallelTerminationStrategy: PID 12176 died...\u000a05:32:22.609806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12176): Terminated: ok {rc=0}\u000a05:32:22.619816 --- ParallelTerminationStrategy: PID 12179 died...\u000a05:32:22.674852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12179): Terminated: ok {rc=0}\u000a05:32:22.760465 bus /sierra_3: Setting Powered False\u000a05:32:23.861557 bus /sierra_3: Setting Powered False\u000a05:32:24.966227 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:32:05" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12191): Process ended prematurely: osmo-stp_10.42.42.5(pid=12191) [trial-2400↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12191)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12191): Process ended prematurely: osmo-stp_10.42.42.5(pid=12191) [trial-2400↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12191)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a05:32:26.932252 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:32:26.943788 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a05:32:27.096134 tst mo_mt_call.py: using LAC 38745\u000a05:32:27.223713 tst mo_mt_call.py: using RAC 240\u000a05:32:27.352001 tst mo_mt_call.py: using CellId 38745\u000a05:32:27.478931 tst mo_mt_call.py: using BVCI 38746\u000a05:32:27.503972 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:32:27.515361 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:32:27.526633 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:32:27.537783 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:32:27.549256 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:32:27.560764 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:32:27.679478 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:32:27.890721 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:32:28.411289 run create_hlr_db(pid=12185): Launched\u000a05:32:28.600703 bus /sierra_2: Setting Powered False\u000a05:32:29.621296 run create_hlr_db(pid=12185): Terminated: ok {rc=0}\u000a05:32:30.031034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12187): Launched\u000a05:32:30.335253 run osmo-hlr_10.42.42.2(pid=12188): Launched\u000a05:32:30.452877 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:32:31.021435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12190): Launched\u000a05:32:31.368874 run osmo-stp_10.42.42.5(pid=12191): Launched\u000a05:32:31.694356 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:32:32.346814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12193): Launched\u000a05:32:32.654868 run osmo-msc_10.42.42.6(pid=12194): Launched\u000a05:32:32.834084 run osmo-stp_10.42.42.5(pid=12191): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12191)]\u000a05:32:32.964162 run osmo-stp_10.42.42.5(pid=12191): stdout: \u000a| (launched: 2022-12-14_05:32:31.177722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:33.091386 run osmo-stp_10.42.42.5(pid=12191): stderr: \u000a| �[0;m�[38;5;43m20221214053231494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053231494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053231495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053231497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053231498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053231499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053231499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:33.214421 run osmo-stp_10.42.42.5(pid=12191): stdout: \u000a| (launched: 2022-12-14_05:32:31.177722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:33.336163 run osmo-stp_10.42.42.5(pid=12191): stderr: \u000a| �[0;m�[38;5;43m20221214053231494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053231494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053231495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053231497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053231498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053231499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053231499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:33.389502 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12191): Process ended prematurely: osmo-stp_10.42.42.5(pid=12191) [trial-2400↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12191)] [trial-2400↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a05:32:33.397887 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a05:32:33.457399 run osmo-hlr_10.42.42.2(pid=12188): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12188)]\u000a05:32:33.506060 run osmo-hlr_10.42.42.2(pid=12188): stdout: \u000a| (launched: 2022-12-14_05:32:30.185763) \u000a05:32:33.555510 run osmo-hlr_10.42.42.2(pid=12188): stderr: \u000a| �[0;m�[1;31m20221214053230360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053230360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053230360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053230360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053230360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053230360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053230372 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053230380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053230381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053230381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:32:33.622135 run osmo-msc_10.42.42.6(pid=12194): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12194)]\u000a05:32:33.671021 run osmo-msc_10.42.42.6(pid=12194): stdout: \u000a| (launched: 2022-12-14_05:32:32.503143) \u000a05:32:33.720529 run osmo-msc_10.42.42.6(pid=12194): stderr: \u000a| �[0;m�[38;5;43m20221214053232770 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214053232771 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f3366fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214053232771 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214053232771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214053232771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214053232771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214053232773 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214053232773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214053232774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214053232774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:32:33.762525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12187): Terminating (SIGTERM)\u000a05:32:33.802172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12190): Terminating (SIGTERM)\u000a05:32:33.841946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12193): Terminating (SIGTERM)\u000a05:32:33.850813 --- ParallelTerminationStrategy: PID 12187 died...\u000a05:32:33.904450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12187): Terminated: ok {rc=0}\u000a05:32:33.913797 --- ParallelTerminationStrategy: PID 12190 died...\u000a05:32:33.967612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12190): Terminated: ok {rc=0}\u000a05:32:33.977005 --- ParallelTerminationStrategy: PID 12193 died...\u000a05:32:34.031109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12193): Terminated: ok {rc=0}\u000a05:32:34.119722 bus /sierra_3: Setting Powered False\u000a05:32:35.221643 bus /sierra_3: Setting Powered False\u000a05:32:36.331548 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12202): Process ended prematurely: osmo-stp_10.42.42.5(pid=12202) [trial-2400↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12202)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12202): Process ended prematurely: osmo-stp_10.42.42.5(pid=12202) [trial-2400↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12202)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:32:37.440878 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:32:37.452367 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a05:32:37.598530 tst mo_mt_call_osmux.py: using LAC 38746\u000a05:32:37.717401 tst mo_mt_call_osmux.py: using RAC 241\u000a05:32:37.836446 tst mo_mt_call_osmux.py: using CellId 38746\u000a05:32:37.957169 tst mo_mt_call_osmux.py: using BVCI 38747\u000a05:32:37.980275 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:32:37.991210 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:32:38.001953 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:32:38.012555 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:32:38.023604 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:32:38.034711 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:32:38.152280 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:32:38.364163 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:32:38.886352 run create_hlr_db(pid=12196): Launched\u000a05:32:39.075945 bus /sierra_2: Setting Powered False\u000a05:32:40.096590 run create_hlr_db(pid=12196): Terminated: ok {rc=0}\u000a05:32:40.530964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12198): Launched\u000a05:32:40.856299 run osmo-hlr_10.42.42.2(pid=12199): Launched\u000a05:32:40.977916 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:32:41.545843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12201): Launched\u000a05:32:41.871773 run osmo-stp_10.42.42.5(pid=12202): Launched\u000a05:32:41.990727 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:32:42.586381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12204): Launched\u000a05:32:42.911671 run osmo-msc_10.42.42.6(pid=12205): Launched\u000a05:32:43.102454 run osmo-stp_10.42.42.5(pid=12202): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12202)]\u000a05:32:43.240212 run osmo-stp_10.42.42.5(pid=12202): stdout: \u000a| (launched: 2022-12-14_05:32:41.712512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:43.376860 run osmo-stp_10.42.42.5(pid=12202): stderr: \u000a| �[0;m�[38;5;43m20221214053241903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053241903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053241904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053241904 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053241904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053241905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053241905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:43.508059 run osmo-stp_10.42.42.5(pid=12202): stdout: \u000a| (launched: 2022-12-14_05:32:41.712512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:43.638289 run osmo-stp_10.42.42.5(pid=12202): stderr: \u000a| �[0;m�[38;5;43m20221214053241903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053241903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053241904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053241904 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053241904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053241905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053241905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:43.695604 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12202): Process ended prematurely: osmo-stp_10.42.42.5(pid=12202) [trial-2400↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12202)] [trial-2400↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a05:32:43.704672 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a05:32:43.766984 run osmo-hlr_10.42.42.2(pid=12199): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12199)]\u000a05:32:43.818383 run osmo-hlr_10.42.42.2(pid=12199): stdout: \u000a| (launched: 2022-12-14_05:32:40.697644) \u000a05:32:43.870589 run osmo-hlr_10.42.42.2(pid=12199): stderr: \u000a| �[0;m�[1;31m20221214053240893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053240893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053240894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053240894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053240894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053240894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053240904 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053240914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053240914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053240914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:32:43.941563 run osmo-msc_10.42.42.6(pid=12205): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12205)]\u000a05:32:43.993096 run osmo-msc_10.42.42.6(pid=12205): stdout: \u000a| (launched: 2022-12-14_05:32:42.752390) \u000a05:32:44.044925 run osmo-msc_10.42.42.6(pid=12205): stderr: \u000a| �[0;m�[38;5;43m20221214053243074 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214053243074 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa39012fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214053243075 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214053243075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214053243075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214053243075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214053243077 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214053243077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214053243077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214053243077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:32:44.089111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12198): Terminating (SIGTERM)\u000a05:32:44.131662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12201): Terminating (SIGTERM)\u000a05:32:44.174131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12204): Terminating (SIGTERM)\u000a05:32:44.183731 --- ParallelTerminationStrategy: PID 12198 died...\u000a05:32:44.239561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12198): Terminated: ok {rc=0}\u000a05:32:44.249924 --- ParallelTerminationStrategy: PID 12201 died...\u000a05:32:44.305605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12201): Terminated: ok {rc=0}\u000a05:32:44.315620 --- ParallelTerminationStrategy: PID 12204 died...\u000a05:32:44.371638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12204): Terminated: ok {rc=0}\u000a05:32:44.457853 bus /sierra_3: Setting Powered False\u000a05:32:45.558450 bus /sierra_3: Setting Powered False\u000a05:32:46.681565 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:32:26" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12216): Process ended prematurely: osmo-stp_10.42.42.5(pid=12216) [trial-2400↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12216)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12216): Process ended prematurely: osmo-stp_10.42.42.5(pid=12216) [trial-2400↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12216)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a05:32:48.638321 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:48.649331 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a05:32:48.792164 tst mo_mt_call.py: using LAC 38747\u000a05:32:48.911992 tst mo_mt_call.py: using RAC 242\u000a05:32:49.031738 tst mo_mt_call.py: using CellId 38747\u000a05:32:49.151760 tst mo_mt_call.py: using BVCI 38748\u000a05:32:49.174992 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:49.185973 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:49.196666 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:49.207403 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:49.218807 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:49.230281 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:32:49.350070 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:32:49.553724 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:32:50.032688 run create_hlr_db(pid=12210): Launched\u000a05:32:50.209318 bus /sierra_2: Setting Powered False\u000a05:32:51.229765 run create_hlr_db(pid=12210): Terminated: ok {rc=0}\u000a05:32:51.663030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12212): Launched\u000a05:32:51.989477 run osmo-hlr_10.42.42.2(pid=12213): Launched\u000a05:32:52.113556 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:32:52.680525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12215): Launched\u000a05:32:53.006252 run osmo-stp_10.42.42.5(pid=12216): Launched\u000a05:32:53.125250 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:32:53.719150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12218): Launched\u000a05:32:54.045197 run osmo-msc_10.42.42.6(pid=12219): Launched\u000a05:32:54.236075 run osmo-stp_10.42.42.5(pid=12216): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12216)]\u000a05:32:54.373729 run osmo-stp_10.42.42.5(pid=12216): stdout: \u000a| (launched: 2022-12-14_05:32:52.846741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:54.509820 run osmo-stp_10.42.42.5(pid=12216): stderr: \u000a| �[0;m�[38;5;43m20221214053253034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053253035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053253035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053253035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053253036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053253036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053253036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:54.640383 run osmo-stp_10.42.42.5(pid=12216): stdout: \u000a| (launched: 2022-12-14_05:32:52.846741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:54.770101 run osmo-stp_10.42.42.5(pid=12216): stderr: \u000a| �[0;m�[38;5;43m20221214053253034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053253035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053253035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053253035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053253036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053253036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053253036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:54.827237 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12216): Process ended prematurely: osmo-stp_10.42.42.5(pid=12216) [trial-2400↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12216)] [trial-2400↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a05:32:54.836392 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a05:32:54.898239 run osmo-hlr_10.42.42.2(pid=12213): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12213)]\u000a05:32:54.949554 run osmo-hlr_10.42.42.2(pid=12213): stdout: \u000a| (launched: 2022-12-14_05:32:51.829522) \u000a05:32:55.001140 run osmo-hlr_10.42.42.2(pid=12213): stderr: \u000a| �[0;m�[1;31m20221214053252027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053252027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053252027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053252027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053252027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053252027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053252040 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053252048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053252048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053252048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:32:55.070774 run osmo-msc_10.42.42.6(pid=12219): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12219)]\u000a05:32:55.121742 run osmo-msc_10.42.42.6(pid=12219): stdout: \u000a| (launched: 2022-12-14_05:32:53.885372) \u000a05:32:55.173160 run osmo-msc_10.42.42.6(pid=12219): stderr: \u000a| �[0;m�[38;5;43m20221214053254207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214053254207 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb48f1cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214053254207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214053254207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214053254207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214053254208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214053254209 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214053254210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214053254210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214053254210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:32:55.216699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12212): Terminating (SIGTERM)\u000a05:32:55.258014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12215): Terminating (SIGTERM)\u000a05:32:55.299418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12218): Terminating (SIGTERM)\u000a05:32:55.309128 --- ParallelTerminationStrategy: PID 12212 died...\u000a05:32:55.364384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12212): Terminated: ok {rc=0}\u000a05:32:55.374418 --- ParallelTerminationStrategy: PID 12215 died...\u000a05:32:55.429870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12215): Terminated: ok {rc=0}\u000a05:32:55.439946 --- ParallelTerminationStrategy: PID 12218 died...\u000a05:32:55.495479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12218): Terminated: ok {rc=0}\u000a05:32:55.581627 bus /sierra_3: Setting Powered False\u000a05:32:56.684028 bus /sierra_3: Setting Powered False\u000a05:32:57.790737 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12228): Process ended prematurely: osmo-stp_10.42.42.5(pid=12228) [trial-2400↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12228)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12228): Process ended prematurely: osmo-stp_10.42.42.5(pid=12228) [trial-2400↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12228)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:32:58.905712 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:58.917950 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a05:32:59.071087 tst mo_mt_call_osmux.py: using LAC 38748\u000a05:32:59.199088 tst mo_mt_call_osmux.py: using RAC 243\u000a05:32:59.326593 tst mo_mt_call_osmux.py: using CellId 38748\u000a05:32:59.449092 tst mo_mt_call_osmux.py: using BVCI 38749\u000a05:32:59.472582 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:59.483761 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:59.494703 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:59.505322 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:59.516263 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:59.527624 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:32:59.642948 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:32:59.856680 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:33:00.377228 run create_hlr_db(pid=12221): Launched\u000a05:33:00.565644 bus /sierra_2: Setting Powered False\u000a05:33:01.611823 run create_hlr_db(pid=12221): Terminated: ok {rc=0}\u000a05:33:02.063565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12224): Launched\u000a05:33:02.384440 run osmo-hlr_10.42.42.2(pid=12225): Launched\u000a05:33:02.495096 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:33:03.023071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12227): Launched\u000a05:33:03.326462 run osmo-stp_10.42.42.5(pid=12228): Launched\u000a05:33:03.437932 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:33:03.991629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12230): Launched\u000a05:33:04.297438 run osmo-msc_10.42.42.6(pid=12231): Launched\u000a05:33:04.475896 run osmo-stp_10.42.42.5(pid=12228): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12228)]\u000a05:33:04.605388 run osmo-stp_10.42.42.5(pid=12228): stdout: \u000a| (launched: 2022-12-14_05:33:03.177182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:04.732067 run osmo-stp_10.42.42.5(pid=12228): stderr: \u000a| �[0;m�[38;5;43m20221214053303344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053303344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053303345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053303345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053303346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053303346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053303346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:04.854648 run osmo-stp_10.42.42.5(pid=12228): stdout: \u000a| (launched: 2022-12-14_05:33:03.177182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:04.976401 run osmo-stp_10.42.42.5(pid=12228): stderr: \u000a| �[0;m�[38;5;43m20221214053303344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053303344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053303345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053303345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053303346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053303346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053303346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:05.029873 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12228): Process ended prematurely: osmo-stp_10.42.42.5(pid=12228) [trial-2400↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12228)] [trial-2400↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a05:33:05.038775 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a05:33:05.097959 run osmo-hlr_10.42.42.2(pid=12225): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12225)]\u000a05:33:05.146422 run osmo-hlr_10.42.42.2(pid=12225): stdout: \u000a| (launched: 2022-12-14_05:33:02.231982) \u000a05:33:05.195735 run osmo-hlr_10.42.42.2(pid=12225): stderr: \u000a| �[0;m�[1;31m20221214053302405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053302405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053302405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053302405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053302405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053302405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053302450 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053302458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053302459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053302459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:33:05.262423 run osmo-msc_10.42.42.6(pid=12231): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12231)]\u000a05:33:05.311197 run osmo-msc_10.42.42.6(pid=12231): stdout: \u000a| (launched: 2022-12-14_05:33:04.146656) \u000a05:33:05.360439 run osmo-msc_10.42.42.6(pid=12231): stderr: \u000a| �[0;m�[38;5;43m20221214053304417 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214053304417 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f746f131c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214053304417 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214053304417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214053304417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214053304417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214053304419 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214053304419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214053304420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214053304420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:33:05.402226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12224): Terminating (SIGTERM)\u000a05:33:05.441698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12227): Terminating (SIGTERM)\u000a05:33:05.481300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12230): Terminating (SIGTERM)\u000a05:33:05.490206 --- ParallelTerminationStrategy: PID 12224 died...\u000a05:33:05.542875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12224): Terminated: ok {rc=0}\u000a05:33:05.552173 --- ParallelTerminationStrategy: PID 12227 died...\u000a05:33:05.605265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12227): Terminated: ok {rc=0}\u000a05:33:05.614603 --- ParallelTerminationStrategy: PID 12230 died...\u000a05:33:05.667068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12230): Terminated: ok {rc=0}\u000a05:33:05.753281 bus /sierra_3: Setting Powered False\u000a05:33:06.854425 bus /sierra_3: Setting Powered False\u000a05:33:07.959793 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:32:48" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12242): Process ended prematurely: osmo-stp_10.42.42.5(pid=12242) [trial-2400↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12242)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12242): Process ended prematurely: osmo-stp_10.42.42.5(pid=12242) [trial-2400↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12242)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a05:33:09.922950 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:33:09.934749 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:33:10.086776 tst mo_mt_call.py: using LAC 38749\u000a05:33:10.214988 tst mo_mt_call.py: using RAC 244\u000a05:33:10.348272 tst mo_mt_call.py: using CellId 38749\u000a05:33:10.474214 tst mo_mt_call.py: using BVCI 38750\u000a05:33:10.498872 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:33:10.510278 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:33:10.521419 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:33:10.532709 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:33:10.543952 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:33:10.555185 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:33:10.673730 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:33:10.877045 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:33:11.357556 run create_hlr_db(pid=12236): Launched\u000a05:33:11.533904 bus /sierra_2: Setting Powered False\u000a05:33:12.555555 run create_hlr_db(pid=12236): Terminated: ok {rc=0}\u000a05:33:12.991989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12238): Launched\u000a05:33:13.317530 run osmo-hlr_10.42.42.2(pid=12239): Launched\u000a05:33:13.438436 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:33:14.005763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12241): Launched\u000a05:33:14.330739 run osmo-stp_10.42.42.5(pid=12242): Launched\u000a05:33:14.450774 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:33:15.046470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12244): Launched\u000a05:33:15.372410 run osmo-msc_10.42.42.6(pid=12245): Launched\u000a05:33:15.562825 run osmo-stp_10.42.42.5(pid=12242): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12242)]\u000a05:33:15.699911 run osmo-stp_10.42.42.5(pid=12242): stdout: \u000a| (launched: 2022-12-14_05:33:14.171740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:15.851620 run osmo-stp_10.42.42.5(pid=12242): stderr: \u000a| �[0;m�[38;5;43m20221214053314362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053314362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053314362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053314363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053314363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053314363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053314363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:15.994305 run osmo-stp_10.42.42.5(pid=12242): stdout: \u000a| (launched: 2022-12-14_05:33:14.171740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:16.126767 run osmo-stp_10.42.42.5(pid=12242): stderr: \u000a| �[0;m�[38;5;43m20221214053314362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053314362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053314362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053314363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053314363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053314363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053314363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:16.182293 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12242): Process ended prematurely: osmo-stp_10.42.42.5(pid=12242) [trial-2400↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12242)] [trial-2400↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a05:33:16.191971 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a05:33:16.255432 run osmo-hlr_10.42.42.2(pid=12239): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12239)]\u000a05:33:16.308251 run osmo-hlr_10.42.42.2(pid=12239): stdout: \u000a| (launched: 2022-12-14_05:33:13.158644) \u000a05:33:16.361438 run osmo-hlr_10.42.42.2(pid=12239): stderr: \u000a| �[0;m�[1;31m20221214053313355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053313355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053313355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053313355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053313355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053313355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053313368 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053313376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053313376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053313376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:33:16.431727 run osmo-msc_10.42.42.6(pid=12245): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12245)]\u000a05:33:16.484317 run osmo-msc_10.42.42.6(pid=12245): stdout: \u000a| (launched: 2022-12-14_05:33:15.212888) \u000a05:33:16.536559 run osmo-msc_10.42.42.6(pid=12245): stderr: \u000a| �[0;m�[38;5;43m20221214053315535 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214053315535 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feabb56ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214053315535 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214053315535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214053315535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214053315535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214053315537 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214053315537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214053315538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214053315538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:33:16.581166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12238): Terminating (SIGTERM)\u000a05:33:16.625906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12241): Terminating (SIGTERM)\u000a05:33:16.671167 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12244): Terminating (SIGTERM)\u000a05:33:16.682608 --- ParallelTerminationStrategy: PID 12238 died...\u000a05:33:16.742624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12238): Terminated: ok {rc=0}\u000a05:33:16.753072 --- ParallelTerminationStrategy: PID 12241 died...\u000a05:33:16.809792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12241): Terminated: ok {rc=0}\u000a05:33:16.820900 --- ParallelTerminationStrategy: PID 12244 died...\u000a05:33:16.878149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12244): Terminated: ok {rc=0}\u000a05:33:16.975511 bus /sierra_3: Setting Powered False\u000a05:33:18.078072 bus /sierra_3: Setting Powered False\u000a05:33:19.187938 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12253): Process ended prematurely: osmo-stp_10.42.42.5(pid=12253) [trial-2400↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12253)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12253): Process ended prematurely: osmo-stp_10.42.42.5(pid=12253) [trial-2400↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12253)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:33:20.297302 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:33:20.308940 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:33:20.455176 tst mo_mt_call_osmux.py: using LAC 38750\u000a05:33:20.575945 tst mo_mt_call_osmux.py: using RAC 245\u000a05:33:20.697111 tst mo_mt_call_osmux.py: using CellId 38750\u000a05:33:20.818659 tst mo_mt_call_osmux.py: using BVCI 38751\u000a05:33:20.841863 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:33:20.852824 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:33:20.863707 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:33:20.874551 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:33:20.885796 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:33:20.897005 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:33:21.012588 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:33:21.225786 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:33:21.747218 run create_hlr_db(pid=12247): Launched\u000a05:33:21.937685 bus /sierra_2: Setting Powered False\u000a05:33:22.957278 run create_hlr_db(pid=12247): Terminated: ok {rc=0}\u000a05:33:23.370446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12249): Launched\u000a05:33:23.675368 run osmo-hlr_10.42.42.2(pid=12250): Launched\u000a05:33:23.792778 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:33:24.322639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12252): Launched\u000a05:33:24.628495 run osmo-stp_10.42.42.5(pid=12253): Launched\u000a05:33:24.740679 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:33:25.297529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12255): Launched\u000a05:33:25.603696 run osmo-msc_10.42.42.6(pid=12256): Launched\u000a05:33:25.782483 run osmo-stp_10.42.42.5(pid=12253): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12253)]\u000a05:33:25.912017 run osmo-stp_10.42.42.5(pid=12253): stdout: \u000a| (launched: 2022-12-14_05:33:24.478011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:26.039371 run osmo-stp_10.42.42.5(pid=12253): stderr: \u000a| �[0;m�[38;5;43m20221214053324644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053324644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053324644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053324644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053324645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053324645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053324645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:26.161749 run osmo-stp_10.42.42.5(pid=12253): stdout: \u000a| (launched: 2022-12-14_05:33:24.478011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:26.283637 run osmo-stp_10.42.42.5(pid=12253): stderr: \u000a| �[0;m�[38;5;43m20221214053324644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053324644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053324644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053324644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053324645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053324645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053324645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:26.337101 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12253): Process ended prematurely: osmo-stp_10.42.42.5(pid=12253) [trial-2400↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12253)] [trial-2400↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a05:33:26.345939 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a05:33:26.405493 run osmo-hlr_10.42.42.2(pid=12250): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12250)]\u000a05:33:26.455036 run osmo-hlr_10.42.42.2(pid=12250): stdout: \u000a| (launched: 2022-12-14_05:33:23.525335) \u000a05:33:26.504731 run osmo-hlr_10.42.42.2(pid=12250): stderr: \u000a| �[0;m�[1;31m20221214053323699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053323699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053323699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053323699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053323699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053323699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053323712 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053323720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053323720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053323720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:33:26.572169 run osmo-msc_10.42.42.6(pid=12256): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12256)]\u000a05:33:26.621270 run osmo-msc_10.42.42.6(pid=12256): stdout: \u000a| (launched: 2022-12-14_05:33:25.452322) \u000a05:33:26.670749 run osmo-msc_10.42.42.6(pid=12256): stderr: \u000a| �[0;m�[38;5;43m20221214053325723 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214053325723 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9eed235c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214053325723 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214053325723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214053325723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214053325723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214053325725 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214053325726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214053325726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214053325726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:33:26.712884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12249): Terminating (SIGTERM)\u000a05:33:26.752628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12252): Terminating (SIGTERM)\u000a05:33:26.792274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12255): Terminating (SIGTERM)\u000a05:33:26.801482 --- ParallelTerminationStrategy: PID 12249 died...\u000a05:33:26.855239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12249): Terminated: ok {rc=0}\u000a05:33:26.864812 --- ParallelTerminationStrategy: PID 12252 died...\u000a05:33:26.918097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12252): Terminated: ok {rc=0}\u000a05:33:26.927586 --- ParallelTerminationStrategy: PID 12255 died...\u000a05:33:26.980917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12255): Terminated: ok {rc=0}\u000a05:33:27.068694 bus /sierra_3: Setting Powered False\u000a05:33:28.170568 bus /sierra_3: Setting Powered False\u000a05:33:29.276668 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:33:09" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12267): Process ended prematurely: osmo-stp_10.42.42.5(pid=12267) [trial-2400↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12267)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12267): Process ended prematurely: osmo-stp_10.42.42.5(pid=12267) [trial-2400↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a05:33:31.261796 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:33:31.274006 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:33:31.453835 tst mo_mt_call.py: using LAC 38751\u000a05:33:31.583498 tst mo_mt_call.py: using RAC 246\u000a05:33:31.708567 tst mo_mt_call.py: using CellId 38751\u000a05:33:31.831932 tst mo_mt_call.py: using BVCI 38752\u000a05:33:31.856444 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:33:31.868331 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:33:31.880054 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:33:31.899786 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:33:31.916563 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:33:31.929285 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:33:32.047336 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:33:32.257612 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:33:32.740211 run create_hlr_db(pid=12261): Launched\u000a05:33:32.916073 bus /sierra_2: Setting Powered False\u000a05:33:33.936629 run create_hlr_db(pid=12261): Terminated: ok {rc=0}\u000a05:33:34.370597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12263): Launched\u000a05:33:34.695905 run osmo-hlr_10.42.42.2(pid=12264): Launched\u000a05:33:34.815711 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:33:35.383789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12266): Launched\u000a05:33:35.711043 run osmo-stp_10.42.42.5(pid=12267): Launched\u000a05:33:35.830785 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:33:36.426647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12269): Launched\u000a05:33:36.752355 run osmo-msc_10.42.42.6(pid=12270): Launched\u000a05:33:36.943390 run osmo-stp_10.42.42.5(pid=12267): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12267)]\u000a05:33:37.081365 run osmo-stp_10.42.42.5(pid=12267): stdout: \u000a| (launched: 2022-12-14_05:33:35.550272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:37.218761 run osmo-stp_10.42.42.5(pid=12267): stderr: \u000a| �[0;m�[38;5;43m20221214053335739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053335739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053335739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053335739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053335740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053335740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053335740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:37.349661 run osmo-stp_10.42.42.5(pid=12267): stdout: \u000a| (launched: 2022-12-14_05:33:35.550272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:37.479452 run osmo-stp_10.42.42.5(pid=12267): stderr: \u000a| �[0;m�[38;5;43m20221214053335739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053335739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053335739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053335739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053335740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053335740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053335740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:37.536539 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12267): Process ended prematurely: osmo-stp_10.42.42.5(pid=12267) [trial-2400↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12267)] [trial-2400↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a05:33:37.545717 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a05:33:37.607590 run osmo-hlr_10.42.42.2(pid=12264): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12264)]\u000a05:33:37.658734 run osmo-hlr_10.42.42.2(pid=12264): stdout: \u000a| (launched: 2022-12-14_05:33:34.536602) \u000a05:33:37.710848 run osmo-hlr_10.42.42.2(pid=12264): stderr: \u000a| �[0;m�[1;31m20221214053334734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053334734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053334734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053334734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053334734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053334734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053334747 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053334755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053334755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053334755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:33:37.781416 run osmo-msc_10.42.42.6(pid=12270): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12270)]\u000a05:33:37.832826 run osmo-msc_10.42.42.6(pid=12270): stdout: \u000a| (launched: 2022-12-14_05:33:36.593102) \u000a05:33:37.884709 run osmo-msc_10.42.42.6(pid=12270): stderr: \u000a| �[0;m�[38;5;43m20221214053336914 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214053336915 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f219c66dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214053336915 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214053336915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214053336915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214053336915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214053336917 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214053336917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214053336917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214053336917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:33:37.928876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12263): Terminating (SIGTERM)\u000a05:33:37.971042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12266): Terminating (SIGTERM)\u000a05:33:38.013208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12269): Terminating (SIGTERM)\u000a05:33:38.022852 --- ParallelTerminationStrategy: PID 12263 died...\u000a05:33:38.078722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12263): Terminated: ok {rc=0}\u000a05:33:38.088613 --- ParallelTerminationStrategy: PID 12266 died...\u000a05:33:38.144211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12266): Terminated: ok {rc=0}\u000a05:33:38.154208 --- ParallelTerminationStrategy: PID 12269 died...\u000a05:33:38.209605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12269): Terminated: ok {rc=0}\u000a05:33:38.296684 bus /sierra_3: Setting Powered False\u000a05:33:39.399531 bus /sierra_3: Setting Powered False\u000a05:33:40.510232 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12278): Process ended prematurely: osmo-stp_10.42.42.5(pid=12278) [trial-2400↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12278)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12278): Process ended prematurely: osmo-stp_10.42.42.5(pid=12278) [trial-2400↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12278)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:33:41.619896 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:33:41.631412 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:33:41.777278 tst mo_mt_call_osmux.py: using LAC 38752\u000a05:33:41.898927 tst mo_mt_call_osmux.py: using RAC 247\u000a05:33:42.019809 tst mo_mt_call_osmux.py: using CellId 38752\u000a05:33:42.139929 tst mo_mt_call_osmux.py: using BVCI 38753\u000a05:33:42.163053 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:33:42.173801 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:33:42.184322 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:33:42.194786 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:33:42.206261 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:33:42.217565 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:33:42.333137 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:33:42.546156 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:33:43.066382 run create_hlr_db(pid=12272): Launched\u000a05:33:43.255091 bus /sierra_2: Setting Powered False\u000a05:33:44.274658 run create_hlr_db(pid=12272): Terminated: ok {rc=0}\u000a05:33:44.685096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12274): Launched\u000a05:33:44.988244 run osmo-hlr_10.42.42.2(pid=12275): Launched\u000a05:33:45.100516 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:33:45.629310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12277): Launched\u000a05:33:46.027087 run osmo-stp_10.42.42.5(pid=12278): Launched\u000a05:33:46.220576 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:33:46.823844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12280): Launched\u000a05:33:47.255816 run osmo-msc_10.42.42.6(pid=12281): Launched\u000a05:33:47.510820 run osmo-stp_10.42.42.5(pid=12278): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12278)]\u000a05:33:47.650379 run osmo-stp_10.42.42.5(pid=12278): stdout: \u000a| (launched: 2022-12-14_05:33:45.784268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:47.786656 run osmo-stp_10.42.42.5(pid=12278): stderr: \u000a| �[0;m�[38;5;43m20221214053346024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053346024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053346025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053346025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053346026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053346026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053346026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:47.918484 run osmo-stp_10.42.42.5(pid=12278): stdout: \u000a| (launched: 2022-12-14_05:33:45.784268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:48.049125 run osmo-stp_10.42.42.5(pid=12278): stderr: \u000a| �[0;m�[38;5;43m20221214053346024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053346024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053346025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053346025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053346026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053346026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053346026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:48.106652 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12278): Process ended prematurely: osmo-stp_10.42.42.5(pid=12278) [trial-2400↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12278)] [trial-2400↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a05:33:48.115817 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a05:33:48.178277 run osmo-hlr_10.42.42.2(pid=12275): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12275)]\u000a05:33:48.229829 run osmo-hlr_10.42.42.2(pid=12275): stdout: \u000a| (launched: 2022-12-14_05:33:44.839395) \u000a05:33:48.281488 run osmo-hlr_10.42.42.2(pid=12275): stderr: \u000a| �[0;m�[1;31m20221214053345013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053345013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053345013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053345013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053345013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053345014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053345026 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053345036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053345036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053345037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:33:48.351643 run osmo-msc_10.42.42.6(pid=12281): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12281)]\u000a05:33:48.402580 run osmo-msc_10.42.42.6(pid=12281): stdout: \u000a| (launched: 2022-12-14_05:33:46.995017) \u000a05:33:48.454214 run osmo-msc_10.42.42.6(pid=12281): stderr: \u000a| �[0;m�[38;5;43m20221214053347438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214053347438 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f17db298c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214053347439 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214053347439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214053347439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214053347439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214053347441 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214053347441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214053347441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214053347441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:33:48.498047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12274): Terminating (SIGTERM)\u000a05:33:48.539573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12277): Terminating (SIGTERM)\u000a05:33:48.581385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12280): Terminating (SIGTERM)\u000a05:33:48.590942 --- ParallelTerminationStrategy: PID 12274 died...\u000a05:33:48.646625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12274): Terminated: ok {rc=0}\u000a05:33:48.656424 --- ParallelTerminationStrategy: PID 12277 died...\u000a05:33:48.712148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12277): Terminated: ok {rc=0}\u000a05:33:48.722160 --- ParallelTerminationStrategy: PID 12280 died...\u000a05:33:48.777508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12280): Terminated: ok {rc=0}\u000a05:33:48.863119 bus /sierra_3: Setting Powered False\u000a05:33:49.968382 bus /sierra_3: Setting Powered False\u000a05:33:51.075660 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:33:30" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12295): Process ended prematurely: osmo-stp_10.42.42.5(pid=12295) [trial-2400↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12295)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12295): Process ended prematurely: osmo-stp_10.42.42.5(pid=12295) [trial-2400↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12295)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a05:33:53.047804 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:33:53.058778 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a05:33:53.187550 tst emergency_mo_mt_call.py: using LAC 38753\u000a05:33:53.313892 tst emergency_mo_mt_call.py: using RAC 248\u000a05:33:53.441240 tst emergency_mo_mt_call.py: using CellId 38753\u000a05:33:53.568409 tst emergency_mo_mt_call.py: using BVCI 38754\u000a05:33:53.592867 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:33:53.603883 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:33:53.614803 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:33:53.625646 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:33:53.636414 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:33:53.647660 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a05:33:53.764383 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a05:33:53.962579 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:33:54.434787 run create_hlr_db(pid=12289): Launched\u000a05:33:54.608420 bus /sierra_2: Setting Powered False\u000a05:33:55.629119 run create_hlr_db(pid=12289): Terminated: ok {rc=0}\u000a05:33:56.028864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12291): Launched\u000a05:33:56.328507 run osmo-hlr_10.42.42.2(pid=12292): Launched\u000a05:33:56.446131 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:33:56.974127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12294): Launched\u000a05:33:57.274070 run osmo-stp_10.42.42.5(pid=12295): Launched\u000a05:33:57.399568 tst emergency_mo_mt_call.py: using MSISDN 8525\u000a05:33:57.548460 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:33:58.093826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12297): Launched\u000a05:33:58.395414 run osmo-msc_10.42.42.6(pid=12298): Launched\u000a05:33:58.571216 run osmo-stp_10.42.42.5(pid=12295): ERR: Terminated: ERROR {rc=1} [trial-2400↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12295)]\u000a05:33:58.698541 run osmo-stp_10.42.42.5(pid=12295): stdout: \u000a| (launched: 2022-12-14_05:33:57.126291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:58.823333 run osmo-stp_10.42.42.5(pid=12295): stderr: \u000a| �[0;m�[38;5;43m20221214053357293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053357293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053357293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053357294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053357294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053357294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053357294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:58.943455 run osmo-stp_10.42.42.5(pid=12295): stdout: \u000a| (launched: 2022-12-14_05:33:57.126291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:59.063102 run osmo-stp_10.42.42.5(pid=12295): stderr: \u000a| �[0;m�[38;5;43m20221214053357293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053357293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053357293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053357294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053357294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053357294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053357294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:59.115158 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=12295): Process ended prematurely: osmo-stp_10.42.42.5(pid=12295) [trial-2400↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12295)] [trial-2400↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a05:33:59.123013 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a05:33:59.182100 run osmo-hlr_10.42.42.2(pid=12292): ERR: Terminated: ERROR {rc=237} [trial-2400↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12292)]\u000a05:33:59.230417 run osmo-hlr_10.42.42.2(pid=12292): stdout: \u000a| (launched: 2022-12-14_05:33:56.180750) \u000a05:33:59.279482 run osmo-hlr_10.42.42.2(pid=12292): stderr: \u000a| �[0;m�[1;31m20221214053356355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053356355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053356355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053356355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053356355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053356355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053356367 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053356375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053356376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053356376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:33:59.346231 run osmo-msc_10.42.42.6(pid=12298): ERR: Terminated: ERROR {rc=2} [trial-2400↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12298)]\u000a05:33:59.394767 run osmo-msc_10.42.42.6(pid=12298): stdout: \u000a| (launched: 2022-12-14_05:33:58.246198) \u000a05:33:59.443832 run osmo-msc_10.42.42.6(pid=12298): stderr: \u000a| �[0;m�[38;5;43m20221214053358514 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214053358515 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f48b2b1ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214053358515 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214053358515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214053358515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214053358515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214053358517 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214053358517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214053358518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214053358518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:33:59.485614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12291): Terminating (SIGTERM)\u000a05:33:59.525349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12294): Terminating (SIGTERM)\u000a05:33:59.565404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12297): Terminating (SIGTERM)\u000a05:33:59.574488 --- ParallelTerminationStrategy: PID 12291 died...\u000a05:33:59.627946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12291): Terminated: ok {rc=0}\u000a05:33:59.637455 --- ParallelTerminationStrategy: PID 12294 died...\u000a05:33:59.690590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12294): Terminated: ok {rc=0}\u000a05:33:59.700078 --- ParallelTerminationStrategy: PID 12297 died...\u000a05:33:59.753300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12297): Terminated: ok {rc=0}\u000a05:33:59.841128 bus /sierra_3: Setting Powered False\u000a05:34:00.961744 bus /sierra_3: Setting Powered False\u000a05:34:02.073545 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12306): Process ended prematurely: osmo-stp_10.42.42.5(pid=12306) [trial-2400↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12306)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12306): Process ended prematurely: osmo-stp_10.42.42.5(pid=12306) [trial-2400↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12306)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a05:34:03.126426 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:34:03.138012 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a05:34:03.270955 tst emergency_preemptive_call.py: using LAC 38754\u000a05:34:03.397047 tst emergency_preemptive_call.py: using RAC 249\u000a05:34:03.522862 tst emergency_preemptive_call.py: using CellId 38754\u000a05:34:03.650470 tst emergency_preemptive_call.py: using BVCI 38755\u000a05:34:03.675066 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:34:03.686130 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:34:03.697011 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:34:03.707735 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:34:03.718527 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:34:03.729254 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a05:34:03.847485 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a05:34:03.963492 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a05:34:04.081168 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a05:34:04.279636 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:34:04.753337 run create_hlr_db(pid=12300): Launched\u000a05:34:04.926518 bus /sierra_2: Setting Powered False\u000a05:34:05.946954 run create_hlr_db(pid=12300): Terminated: ok {rc=0}\u000a05:34:06.346978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12302): Launched\u000a05:34:06.647404 run osmo-hlr_10.42.42.2(pid=12303): Launched\u000a05:34:06.761980 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:34:07.281865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12305): Launched\u000a05:34:07.582910 run osmo-stp_10.42.42.5(pid=12306): Launched\u000a05:34:07.703039 tst emergency_preemptive_call.py: using MSISDN 8526\u000a05:34:07.851701 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:34:08.397102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12308): Launched\u000a05:34:08.697376 run osmo-msc_10.42.42.6(pid=12309): Launched\u000a05:34:08.879917 run osmo-stp_10.42.42.5(pid=12306): ERR: Terminated: ERROR {rc=1} [trial-2400↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12306)]\u000a05:34:09.007343 run osmo-stp_10.42.42.5(pid=12306): stdout: \u000a| (launched: 2022-12-14_05:34:07.434028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:34:09.132211 run osmo-stp_10.42.42.5(pid=12306): stderr: \u000a| �[0;m�[38;5;43m20221214053407601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053407601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053407601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053407602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053407602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053407602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053407602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:34:09.252783 run osmo-stp_10.42.42.5(pid=12306): stdout: \u000a| (launched: 2022-12-14_05:34:07.434028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:34:09.372534 run osmo-stp_10.42.42.5(pid=12306): stderr: \u000a| �[0;m�[38;5;43m20221214053407601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053407601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053407601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053407602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053407602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053407602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053407602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:34:09.424747 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=12306): Process ended prematurely: osmo-stp_10.42.42.5(pid=12306) [trial-2400↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12306)] [trial-2400↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a05:34:09.432575 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a05:34:09.491385 run osmo-hlr_10.42.42.2(pid=12303): ERR: Terminated: ERROR {rc=237} [trial-2400↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12303)]\u000a05:34:09.540150 run osmo-hlr_10.42.42.2(pid=12303): stdout: \u000a| (launched: 2022-12-14_05:34:06.498999) \u000a05:34:09.589365 run osmo-hlr_10.42.42.2(pid=12303): stderr: \u000a| �[0;m�[1;31m20221214053406671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053406671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053406671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053406671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053406671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053406671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053406684 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053406692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053406693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053406693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:34:09.656311 run osmo-msc_10.42.42.6(pid=12309): ERR: Terminated: ERROR {rc=2} [trial-2400↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12309)]\u000a05:34:09.704854 run osmo-msc_10.42.42.6(pid=12309): stdout: \u000a| (launched: 2022-12-14_05:34:08.548727) \u000a05:34:09.754119 run osmo-msc_10.42.42.6(pid=12309): stderr: \u000a| �[0;m�[38;5;43m20221214053408817 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214053408817 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f203c906c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214053408817 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214053408817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214053408817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214053408817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214053408819 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214053408820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214053408820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214053408820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:34:09.795987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12302): Terminating (SIGTERM)\u000a05:34:09.835549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12305): Terminating (SIGTERM)\u000a05:34:09.875127 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12308): Terminating (SIGTERM)\u000a05:34:09.884181 --- ParallelTerminationStrategy: PID 12302 died...\u000a05:34:09.937330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12302): Terminated: ok {rc=0}\u000a05:34:09.946874 --- ParallelTerminationStrategy: PID 12305 died...\u000a05:34:10.000073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12305): Terminated: ok {rc=0}\u000a05:34:10.009619 --- ParallelTerminationStrategy: PID 12308 died...\u000a05:34:10.062865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12308): Terminated: ok {rc=0}\u000a05:34:10.150241 bus /sierra_9: Setting Powered False\u000a05:34:11.252619 bus /sierra_9: Setting Powered False\u000a05:34:12.362178 bus /sierra_8: Setting Powered False\u000a05:34:13.464141 bus /sierra_8: Setting Powered False\u000a05:34:14.569442 bus /sierra_3: Setting Powered False\u000a05:34:15.674053 bus /sierra_3: Setting Powered False\u000a05:34:16.789331 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:33:52" }, { "cases" : [ { "testActions" : [ ], "age" : 87, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12324): Process ended prematurely: osmo-stp_10.42.42.5(pid=12324) [trial-2400↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12324)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12324): Process ended prematurely: osmo-stp_10.42.42.5(pid=12324) [trial-2400↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12324)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:34:18.854681 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:18.865365 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a05:34:18.988145 tst cs_paging_gprs_active.py: using LAC 38755\u000a05:34:19.112113 tst cs_paging_gprs_active.py: using RAC 250\u000a05:34:19.232399 tst cs_paging_gprs_active.py: using CellId 38755\u000a05:34:19.352067 tst cs_paging_gprs_active.py: using BVCI 38756\u000a05:34:19.375365 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:19.385819 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:19.396101 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:19.406381 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:19.416534 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:19.427033 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:19.437480 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:19.447800 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:19.458887 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a05:34:19.580931 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a05:34:19.860642 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:34:19.989393 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:34:20.305673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12314): Launched\u000a05:34:20.567928 run iperf3-srv_10.42.42.10(pid=12315): Launched\u000a05:34:20.755041 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:34:20.882621 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:34:21.199605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12316): Launched\u000a05:34:21.461714 run iperf3-srv_10.42.42.10(pid=12317): Launched\u000a05:34:21.647274 tst cs_paging_gprs_active.py:38: start network...\u000a05:34:21.773937 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:34:22.253387 run create_hlr_db(pid=12318): Launched\u000a05:34:22.429696 bus /sierra_2: Setting Powered False\u000a05:34:23.450491 run create_hlr_db(pid=12318): Terminated: ok {rc=0}\u000a05:34:23.857365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12320): Launched\u000a05:34:24.163860 run osmo-hlr_10.42.42.2(pid=12321): Launched\u000a05:34:24.284807 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:34:24.820367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12323): Launched\u000a05:34:25.125118 run osmo-stp_10.42.42.5(pid=12324): Launched\u000a05:34:25.237292 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:34:26.741854 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12326): Launched\u000a05:34:26.850862 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:34:27.118535 run patchelf(pid=12327): Launched\u000a05:34:27.298062 run osmo-stp_10.42.42.5(pid=12324): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12324)]\u000a05:34:27.428942 run osmo-stp_10.42.42.5(pid=12324): stdout: \u000a| (launched: 2022-12-14_05:34:24.975138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:34:27.560474 run osmo-stp_10.42.42.5(pid=12324): stderr: \u000a| �[0;m�[38;5;43m20221214053425143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053425143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053425143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053425143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053425144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053425144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053425144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:34:27.687847 run osmo-stp_10.42.42.5(pid=12324): stdout: \u000a| (launched: 2022-12-14_05:34:24.975138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:34:27.812889 run osmo-stp_10.42.42.5(pid=12324): stderr: \u000a| �[0;m�[38;5;43m20221214053425143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053425143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053425143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053425143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053425144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053425144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053425144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:34:27.959092 run patchelf(pid=12327): Terminating (SIGINT)\u000a05:34:28.131317 run patchelf(pid=12327): Terminated: ok {rc=0}\u000a05:34:28.162803 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12324): Process ended prematurely: osmo-stp_10.42.42.5(pid=12324) [trial-2400↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12324)] [trial-2400↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a05:34:28.171834 tst cs_paging_gprs_active.py:38: Test FAILED (9.4 sec)\u000a05:34:28.231594 run osmo-hlr_10.42.42.2(pid=12321): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12321)]\u000a05:34:28.280099 run osmo-hlr_10.42.42.2(pid=12321): stdout: \u000a| (launched: 2022-12-14_05:34:24.013199) \u000a05:34:28.329239 run osmo-hlr_10.42.42.2(pid=12321): stderr: \u000a| �[0;m�[1;31m20221214053424185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053424185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053424185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053424185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053424186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053424186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053424196 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053424204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053424205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053424205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:34:28.371119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12314): Terminating (SIGTERM)\u000a05:34:28.410521 run iperf3-srv_10.42.42.10(pid=12315): Terminating (SIGTERM)\u000a05:34:28.450054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12316): Terminating (SIGTERM)\u000a05:34:28.489348 run iperf3-srv_10.42.42.10(pid=12317): Terminating (SIGTERM)\u000a05:34:28.528873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12320): Terminating (SIGTERM)\u000a05:34:28.568360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12323): Terminating (SIGTERM)\u000a05:34:28.607733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12326): Terminating (SIGTERM)\u000a05:34:28.616732 --- ParallelTerminationStrategy: PID 12314 died...\u000a05:34:28.669953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12314): Terminated: ok {rc=0}\u000a05:34:28.679320 --- ParallelTerminationStrategy: PID 12315 died...\u000a05:34:28.732199 run iperf3-srv_10.42.42.10(pid=12315): Terminated {rc=256}\u000a05:34:28.741646 --- ParallelTerminationStrategy: PID 12316 died...\u000a05:34:28.794808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12316): Terminated: ok {rc=0}\u000a05:34:28.804300 --- ParallelTerminationStrategy: PID 12317 died...\u000a05:34:28.857280 run iperf3-srv_10.42.42.10(pid=12317): Terminated {rc=256}\u000a05:34:28.866662 --- ParallelTerminationStrategy: PID 12320 died...\u000a05:34:28.919785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12320): Terminated: ok {rc=0}\u000a05:34:28.929333 --- ParallelTerminationStrategy: PID 12323 died...\u000a05:34:28.982711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12323): Terminated: ok {rc=0}\u000a05:34:28.992153 --- ParallelTerminationStrategy: PID 12326 died...\u000a05:34:29.045127 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12326): Terminated: ok {rc=0}\u000a05:34:29.132317 bus /gobi_0: Setting Powered False\u000a05:34:30.234429 bus /gobi_0: Setting Powered False\u000a05:34:31.375391 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 87, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12336): Process ended prematurely: osmo-stp_10.42.42.5(pid=12336) [trial-2400↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12336)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12336): Process ended prematurely: osmo-stp_10.42.42.5(pid=12336) [trial-2400↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a05:34:32.492512 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:32.504006 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a05:34:32.635373 tst iperf3.py: using LAC 38756\u000a05:34:32.763110 tst iperf3.py: using RAC 251\u000a05:34:32.891312 tst iperf3.py: using CellId 38756\u000a05:34:33.020061 tst iperf3.py: using BVCI 38757\u000a05:34:33.045169 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:33.055933 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:33.066743 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:33.077512 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:33.088131 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:33.099194 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:33.110508 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:33.121308 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:33.131994 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a05:34:33.427369 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:34:33.564896 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:34:33.903645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12328): Launched\u000a05:34:34.185503 run iperf3-srv_10.42.42.10(pid=12329): Launched\u000a05:34:34.386756 tst iperf3.py:8: start network...\u000a05:34:34.524248 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:34:35.045930 run create_hlr_db(pid=12330): Launched\u000a05:34:35.234632 bus /gobi_6: Setting Powered False\u000a05:34:36.255525 run create_hlr_db(pid=12330): Terminated: ok {rc=0}\u000a05:34:36.664683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12332): Launched\u000a05:34:36.969483 run osmo-hlr_10.42.42.2(pid=12333): Launched\u000a05:34:37.082391 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:34:37.612660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12335): Launched\u000a05:34:37.916540 run osmo-stp_10.42.42.5(pid=12336): Launched\u000a05:34:38.028358 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:34:38.559242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12338): Launched\u000a05:34:38.668803 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:34:38.935282 run patchelf(pid=12339): Launched\u000a05:34:39.114330 run osmo-stp_10.42.42.5(pid=12336): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12336)]\u000a05:34:39.244722 run osmo-stp_10.42.42.5(pid=12336): stdout: \u000a| (launched: 2022-12-14_05:34:37.766697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:34:39.375649 run osmo-stp_10.42.42.5(pid=12336): stderr: \u000a| �[0;m�[38;5;43m20221214053437935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053437935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053437935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053437936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053437936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053437936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053437936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:34:39.501826 run osmo-stp_10.42.42.5(pid=12336): stdout: \u000a| (launched: 2022-12-14_05:34:37.766697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:34:39.626681 run osmo-stp_10.42.42.5(pid=12336): stderr: \u000a| �[0;m�[38;5;43m20221214053437935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053437935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053437935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053437936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053437936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053437936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053437936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:34:39.771986 run patchelf(pid=12339): Terminating (SIGINT)\u000a05:34:39.943207 run patchelf(pid=12339): Terminated: ok {rc=0}\u000a05:34:39.975188 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12336): Process ended prematurely: osmo-stp_10.42.42.5(pid=12336) [trial-2400↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12336)] [trial-2400↪gprs:sysmo↪iperf3.py:8]\u000a05:34:39.984309 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a05:34:40.043746 run osmo-hlr_10.42.42.2(pid=12333): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12333)]\u000a05:34:40.092236 run osmo-hlr_10.42.42.2(pid=12333): stdout: \u000a| (launched: 2022-12-14_05:34:36.819651) \u000a05:34:40.141461 run osmo-hlr_10.42.42.2(pid=12333): stderr: \u000a| �[0;m�[1;31m20221214053436992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053436992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053436992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053436992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053436993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053436993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053437004 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053437012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053437012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053437012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:34:40.183531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12328): Terminating (SIGTERM)\u000a05:34:40.222991 run iperf3-srv_10.42.42.10(pid=12329): Terminating (SIGTERM)\u000a05:34:40.262651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12332): Terminating (SIGTERM)\u000a05:34:40.302000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12335): Terminating (SIGTERM)\u000a05:34:40.341469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12338): Terminating (SIGTERM)\u000a05:34:40.350503 --- ParallelTerminationStrategy: PID 12328 died...\u000a05:34:40.403907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12328): Terminated: ok {rc=0}\u000a05:34:40.413439 --- ParallelTerminationStrategy: PID 12329 died...\u000a05:34:40.466601 run iperf3-srv_10.42.42.10(pid=12329): Terminated {rc=256}\u000a05:34:40.476001 --- ParallelTerminationStrategy: PID 12332 died...\u000a05:34:40.529208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12332): Terminated: ok {rc=0}\u000a05:34:40.538686 --- ParallelTerminationStrategy: PID 12335 died...\u000a05:34:40.591789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12335): Terminated: ok {rc=0}\u000a05:34:40.601301 --- ParallelTerminationStrategy: PID 12338 died...\u000a05:34:40.654532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12338): Terminated: ok {rc=0}\u000a05:34:40.736790 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 88, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12354): Process ended prematurely: osmo-stp_10.42.42.5(pid=12354) [trial-2400↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12354)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12354): Process ended prematurely: osmo-stp_10.42.42.5(pid=12354) [trial-2400↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12354)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a05:34:41.851913 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:41.863583 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a05:34:41.994978 tst iperf3m4.py: using LAC 38757\u000a05:34:42.118176 tst iperf3m4.py: using RAC 252\u000a05:34:42.245279 tst iperf3m4.py: using CellId 38757\u000a05:34:42.374882 tst iperf3m4.py: using BVCI 38758\u000a05:34:42.399907 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:42.411053 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:42.421875 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:42.432530 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:42.443208 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:42.453865 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:42.464716 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:42.475346 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:42.486135 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a05:34:42.604620 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a05:34:42.723191 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a05:34:42.843380 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a05:34:43.140820 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:34:43.278598 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:34:43.617793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12340): Launched\u000a05:34:43.899160 run iperf3-srv_10.42.42.10(pid=12341): Launched\u000a05:34:44.101859 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:34:44.239649 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:34:44.579778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12342): Launched\u000a05:34:44.860853 run iperf3-srv_10.42.42.10(pid=12343): Launched\u000a05:34:45.062696 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:34:45.200705 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:34:45.539194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12344): Launched\u000a05:34:45.819277 run iperf3-srv_10.42.42.10(pid=12345): Launched\u000a05:34:46.026501 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:34:46.166086 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:34:46.527417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12346): Launched\u000a05:34:46.848362 run iperf3-srv_10.42.42.10(pid=12347): Launched\u000a05:34:47.041501 tst iperf3m4.py:8: start network...\u000a05:34:47.177344 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:34:47.661204 run create_hlr_db(pid=12348): Launched\u000a05:34:47.837575 bus /gobi_6: Setting Powered False\u000a05:34:48.859276 run create_hlr_db(pid=12348): Terminated: ok {rc=0}\u000a05:34:49.268036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12350): Launched\u000a05:34:49.573670 run osmo-hlr_10.42.42.2(pid=12351): Launched\u000a05:34:49.695458 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:34:50.229078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12353): Launched\u000a05:34:50.535672 run osmo-stp_10.42.42.5(pid=12354): Launched\u000a05:34:50.649929 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:34:51.190326 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12356): Launched\u000a05:34:51.301935 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:34:51.574008 run patchelf(pid=12357): Launched\u000a05:34:51.758658 run osmo-stp_10.42.42.5(pid=12354): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12354)]\u000a05:34:51.893913 run osmo-stp_10.42.42.5(pid=12354): stdout: \u000a| (launched: 2022-12-14_05:34:50.383901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:34:52.029398 run osmo-stp_10.42.42.5(pid=12354): stderr: \u000a| �[0;m�[38;5;43m20221214053450550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053450550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053450550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053450551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053450551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053450551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053450551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:34:52.159700 run osmo-stp_10.42.42.5(pid=12354): stdout: \u000a| (launched: 2022-12-14_05:34:50.383901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:34:52.288839 run osmo-stp_10.42.42.5(pid=12354): stderr: \u000a| �[0;m�[38;5;43m20221214053450550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053450550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053450550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053450551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053450551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053450551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053450551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:34:52.439862 run patchelf(pid=12357): Terminating (SIGINT)\u000a05:34:52.616732 run patchelf(pid=12357): Terminated: ok {rc=0}\u000a05:34:52.649045 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12354): Process ended prematurely: osmo-stp_10.42.42.5(pid=12354) [trial-2400↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12354)] [trial-2400↪gprs:sysmo↪iperf3m4.py:8]\u000a05:34:52.658463 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a05:34:52.720024 run osmo-hlr_10.42.42.2(pid=12351): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12351)]\u000a05:34:52.769904 run osmo-hlr_10.42.42.2(pid=12351): stdout: \u000a| (launched: 2022-12-14_05:34:49.423209) \u000a05:34:52.820401 run osmo-hlr_10.42.42.2(pid=12351): stderr: \u000a| �[0;m�[1;31m20221214053449596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053449596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053449596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053449596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053449596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053449596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053449608 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053449616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053449616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053449616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:34:52.863562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12340): Terminating (SIGTERM)\u000a05:34:52.904158 run iperf3-srv_10.42.42.10(pid=12341): Terminating (SIGTERM)\u000a05:34:52.944759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12342): Terminating (SIGTERM)\u000a05:34:52.985148 run iperf3-srv_10.42.42.10(pid=12343): Terminating (SIGTERM)\u000a05:34:53.025707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12344): Terminating (SIGTERM)\u000a05:34:53.066343 run iperf3-srv_10.42.42.10(pid=12345): Terminating (SIGTERM)\u000a05:34:53.106886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12346): Terminating (SIGTERM)\u000a05:34:53.147948 run iperf3-srv_10.42.42.10(pid=12347): Terminating (SIGTERM)\u000a05:34:53.188701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12350): Terminating (SIGTERM)\u000a05:34:53.229428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12353): Terminating (SIGTERM)\u000a05:34:53.269862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12356): Terminating (SIGTERM)\u000a05:34:53.279145 --- ParallelTerminationStrategy: PID 12340 died...\u000a05:34:53.333718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12340): Terminated: ok {rc=0}\u000a05:34:53.343400 --- ParallelTerminationStrategy: PID 12341 died...\u000a05:34:53.397369 run iperf3-srv_10.42.42.10(pid=12341): Terminated {rc=256}\u000a05:34:53.406925 --- ParallelTerminationStrategy: PID 12342 died...\u000a05:34:53.461227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12342): Terminated: ok {rc=0}\u000a05:34:53.470861 --- ParallelTerminationStrategy: PID 12343 died...\u000a05:34:53.525207 run iperf3-srv_10.42.42.10(pid=12343): Terminated {rc=256}\u000a05:34:53.534821 --- ParallelTerminationStrategy: PID 12344 died...\u000a05:34:53.589089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12344): Terminated: ok {rc=0}\u000a05:34:53.598806 --- ParallelTerminationStrategy: PID 12345 died...\u000a05:34:53.652907 run iperf3-srv_10.42.42.10(pid=12345): Terminated {rc=256}\u000a05:34:53.662571 --- ParallelTerminationStrategy: PID 12346 died...\u000a05:34:53.716550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12346): Terminated: ok {rc=0}\u000a05:34:53.726229 --- ParallelTerminationStrategy: PID 12347 died...\u000a05:34:53.780163 run iperf3-srv_10.42.42.10(pid=12347): Terminated {rc=256}\u000a05:34:53.789914 --- ParallelTerminationStrategy: PID 12350 died...\u000a05:34:53.843958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12350): Terminated: ok {rc=0}\u000a05:34:53.853719 --- ParallelTerminationStrategy: PID 12353 died...\u000a05:34:53.907763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12353): Terminated: ok {rc=0}\u000a05:34:53.917852 --- ParallelTerminationStrategy: PID 12356 died...\u000a05:34:53.972144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12356): Terminated: ok {rc=0}\u000a05:34:54.062565 bus /gobi_4: Setting Powered False\u000a05:34:55.172841 bus /gobi_4: Setting Powered False\u000a05:34:56.282111 bus /gobi_1: Setting Powered False\u000a05:34:57.389860 bus /gobi_1: Setting Powered False\u000a05:34:58.498430 bus /gobi_0: Setting Powered False\u000a05:34:59.604883 bus /gobi_0: Setting Powered False\u000a05:35:00.714778 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12367): Process ended prematurely: osmo-stp_10.42.42.5(pid=12367) [trial-2400↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12367)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12367): Process ended prematurely: osmo-stp_10.42.42.5(pid=12367) [trial-2400↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12367)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:sysmo ping.py\u000a----------------------------------------------\u000a05:35:01.791471 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:35:01.804138 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a05:35:01.936866 tst ping.py: using LAC 38758\u000a05:35:02.068856 tst ping.py: using RAC 253\u000a05:35:02.195137 tst ping.py: using CellId 38758\u000a05:35:02.319230 tst ping.py: using BVCI 38759\u000a05:35:02.343211 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:35:02.354298 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:35:02.365019 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:35:02.375656 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:35:02.386758 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:35:02.397776 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:35:02.408920 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:35:02.419985 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a05:35:02.719372 tst ping.py:19: start network...\u000a05:35:02.857529 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:35:03.384637 run create_hlr_db(pid=12361): Launched\u000a05:35:03.576544 bus /gobi_6: Setting Powered False\u000a05:35:04.597289 run create_hlr_db(pid=12361): Terminated: ok {rc=0}\u000a05:35:05.037394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12363): Launched\u000a05:35:05.369373 run osmo-hlr_10.42.42.2(pid=12364): Launched\u000a05:35:05.494421 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:35:06.067063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12366): Launched\u000a05:35:06.395153 run osmo-stp_10.42.42.5(pid=12367): Launched\u000a05:35:06.514566 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:35:07.089875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12369): Launched\u000a05:35:07.207879 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:35:07.495275 run patchelf(pid=12370): Launched\u000a05:35:07.687756 run osmo-stp_10.42.42.5(pid=12367): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12367)]\u000a05:35:07.828700 run osmo-stp_10.42.42.5(pid=12367): stdout: \u000a| (launched: 2022-12-14_05:35:06.233948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:35:07.970456 run osmo-stp_10.42.42.5(pid=12367): stderr: \u000a| �[0;m�[38;5;43m20221214053506426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053506426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053506426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053506427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053506427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053506427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053506427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:35:08.107246 run osmo-stp_10.42.42.5(pid=12367): stdout: \u000a| (launched: 2022-12-14_05:35:06.233948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:35:08.242151 run osmo-stp_10.42.42.5(pid=12367): stderr: \u000a| �[0;m�[38;5;43m20221214053506426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053506426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053506426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053506427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053506427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053506427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053506427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:35:08.398878 run patchelf(pid=12370): Terminating (SIGINT)\u000a05:35:08.582965 run patchelf(pid=12370): Terminated: ok {rc=0}\u000a05:35:08.616002 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12367): Process ended prematurely: osmo-stp_10.42.42.5(pid=12367) [trial-2400↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12367)] [trial-2400↪gprs:sysmo↪ping.py:22]\u000a05:35:08.625246 tst ping.py:22: Test FAILED (6.8 sec)\u000a05:35:08.688206 run osmo-hlr_10.42.42.2(pid=12364): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12364)]\u000a05:35:08.740031 run osmo-hlr_10.42.42.2(pid=12364): stdout: \u000a| (launched: 2022-12-14_05:35:05.205827) \u000a05:35:08.792499 run osmo-hlr_10.42.42.2(pid=12364): stderr: \u000a| �[0;m�[1;31m20221214053505405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053505405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053505405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053505405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053505405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053505405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053505417 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053505427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053505428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053505428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:35:08.837358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12363): Terminating (SIGTERM)\u000a05:35:08.879843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12366): Terminating (SIGTERM)\u000a05:35:08.922821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12369): Terminating (SIGTERM)\u000a05:35:08.932739 --- ParallelTerminationStrategy: PID 12363 died...\u000a05:35:08.989907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12363): Terminated: ok {rc=0}\u000a05:35:09.000193 --- ParallelTerminationStrategy: PID 12366 died...\u000a05:35:09.056804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12366): Terminated: ok {rc=0}\u000a05:35:09.067140 --- ParallelTerminationStrategy: PID 12369 died...\u000a05:35:09.123601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12369): Terminated: ok {rc=0}\u000a05:35:09.211635 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12377): Process ended prematurely: osmo-stp_10.42.42.5(pid=12377) [trial-2400↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12377)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12377): Process ended prematurely: osmo-stp_10.42.42.5(pid=12377) [trial-2400↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12377)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a05:35:10.263652 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:35:10.275092 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a05:35:10.408599 tst ping_idle_ping.py: using LAC 38759\u000a05:35:10.541517 tst ping_idle_ping.py: using RAC 254\u000a05:35:10.673698 tst ping_idle_ping.py: using CellId 38759\u000a05:35:10.806183 tst ping_idle_ping.py: using BVCI 38760\u000a05:35:10.831873 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:35:10.843194 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:35:10.854363 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:35:10.865434 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:35:10.876276 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:35:10.887330 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:35:10.898394 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:35:10.909426 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a05:35:11.202086 tst ping_idle_ping.py:24: start network...\u000a05:35:11.332047 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:35:11.819185 run create_hlr_db(pid=12371): Launched\u000a05:35:11.996906 bus /gobi_6: Setting Powered False\u000a05:35:13.018990 run create_hlr_db(pid=12371): Terminated: ok {rc=0}\u000a05:35:13.457786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12373): Launched\u000a05:35:13.782994 run osmo-hlr_10.42.42.2(pid=12374): Launched\u000a05:35:13.904637 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:35:14.447283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12376): Launched\u000a05:35:14.757088 run osmo-stp_10.42.42.5(pid=12377): Launched\u000a05:35:14.870866 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:35:15.411651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12379): Launched\u000a05:35:15.522777 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:35:15.792864 run patchelf(pid=12380): Launched\u000a05:35:15.978187 run osmo-stp_10.42.42.5(pid=12377): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12377)]\u000a05:35:16.114762 run osmo-stp_10.42.42.5(pid=12377): stdout: \u000a| (launched: 2022-12-14_05:35:14.604405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:35:16.251184 run osmo-stp_10.42.42.5(pid=12377): stderr: \u000a| �[0;m�[38;5;43m20221214053514776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053514776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053514777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053514777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053514777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053514778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053514778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:35:16.382908 run osmo-stp_10.42.42.5(pid=12377): stdout: \u000a| (launched: 2022-12-14_05:35:14.604405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:35:16.513567 run osmo-stp_10.42.42.5(pid=12377): stderr: \u000a| �[0;m�[38;5;43m20221214053514776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053514776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053514777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053514777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053514777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053514778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053514778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:35:16.665116 run patchelf(pid=12380): Terminating (SIGINT)\u000a05:35:16.843723 run patchelf(pid=12380): Terminated: ok {rc=0}\u000a05:35:16.876561 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12377): Process ended prematurely: osmo-stp_10.42.42.5(pid=12377) [trial-2400↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12377)] [trial-2400↪gprs:sysmo↪ping_idle_ping.py:27]\u000a05:35:16.886341 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a05:35:16.949704 run osmo-hlr_10.42.42.2(pid=12374): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12374)]\u000a05:35:17.000787 run osmo-hlr_10.42.42.2(pid=12374): stdout: \u000a| (launched: 2022-12-14_05:35:13.625837) \u000a05:35:17.052817 run osmo-hlr_10.42.42.2(pid=12374): stderr: \u000a| �[0;m�[1;31m20221214053513807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053513807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053513807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053513807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053513807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053513807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053513821 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053513830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053513830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053513830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:35:17.097527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12373): Terminating (SIGTERM)\u000a05:35:17.141018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12376): Terminating (SIGTERM)\u000a05:35:17.182926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12379): Terminating (SIGTERM)\u000a05:35:17.192502 --- ParallelTerminationStrategy: PID 12373 died...\u000a05:35:17.248855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12373): Terminated: ok {rc=0}\u000a05:35:17.258529 --- ParallelTerminationStrategy: PID 12376 died...\u000a05:35:17.312099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12376): Terminated: ok {rc=0}\u000a05:35:17.321757 --- ParallelTerminationStrategy: PID 12379 died...\u000a05:35:17.375481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12379): Terminated: ok {rc=0}\u000a05:35:17.458632 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:34:18" }, { "cases" : [ { "testActions" : [ ], "age" : 88, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12394): Process ended prematurely: osmo-stp_10.42.42.5(pid=12394) [trial-2400↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12394)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12394): Process ended prematurely: osmo-stp_10.42.42.5(pid=12394) [trial-2400↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12394)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:35:19.565863 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:19.576616 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:35:19.704226 tst cs_paging_gprs_active.py: using LAC 38760\u000a05:35:19.827589 tst cs_paging_gprs_active.py: using RAC 255\u000a05:35:19.950628 tst cs_paging_gprs_active.py: using CellId 38760\u000a05:35:20.075626 tst cs_paging_gprs_active.py: using BVCI 38761\u000a05:35:20.099704 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:20.110660 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:20.121633 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:20.132481 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:20.143729 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:20.154661 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:20.165849 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:20.176700 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:20.187906 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:35:20.310197 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:35:20.598968 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:35:20.730825 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:35:21.059206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12384): Launched\u000a05:35:21.330370 run iperf3-srv_10.42.42.10(pid=12385): Launched\u000a05:35:21.523720 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:35:21.655333 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:35:21.981621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12386): Launched\u000a05:35:22.252744 run iperf3-srv_10.42.42.10(pid=12387): Launched\u000a05:35:22.445908 tst cs_paging_gprs_active.py:38: start network...\u000a05:35:22.577975 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:35:23.072579 run create_hlr_db(pid=12388): Launched\u000a05:35:23.253801 bus /gobi_6: Setting Powered False\u000a05:35:24.275511 run create_hlr_db(pid=12388): Terminated: ok {rc=0}\u000a05:35:24.694430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12390): Launched\u000a05:35:25.009240 run osmo-hlr_10.42.42.2(pid=12391): Launched\u000a05:35:25.133277 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:35:25.686572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12393): Launched\u000a05:35:26.002025 run osmo-stp_10.42.42.5(pid=12394): Launched\u000a05:35:26.116312 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:35:26.663665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12396): Launched\u000a05:35:26.776300 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:35:27.051116 run patchelf(pid=12397): Launched\u000a05:35:27.235480 run osmo-stp_10.42.42.5(pid=12394): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12394)]\u000a05:35:27.370754 run osmo-stp_10.42.42.5(pid=12394): stdout: \u000a| (launched: 2022-12-14_05:35:25.846890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:35:27.507293 run osmo-stp_10.42.42.5(pid=12394): stderr: \u000a| �[0;m�[38;5;43m20221214053526016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053526016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053526017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053526017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053526018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053526018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053526018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:35:27.637751 run osmo-stp_10.42.42.5(pid=12394): stdout: \u000a| (launched: 2022-12-14_05:35:25.846890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:35:27.766644 run osmo-stp_10.42.42.5(pid=12394): stderr: \u000a| �[0;m�[38;5;43m20221214053526016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053526016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053526017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053526017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053526018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053526018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053526018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:35:27.917205 run patchelf(pid=12397): Terminating (SIGINT)\u000a05:35:28.094257 run patchelf(pid=12397): Terminated: ok {rc=0}\u000a05:35:28.127008 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12394): Process ended prematurely: osmo-stp_10.42.42.5(pid=12394) [trial-2400↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12394)] [trial-2400↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a05:35:28.136586 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a05:35:28.197674 run osmo-hlr_10.42.42.2(pid=12391): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12391)]\u000a05:35:28.247349 run osmo-hlr_10.42.42.2(pid=12391): stdout: \u000a| (launched: 2022-12-14_05:35:24.854266) \u000a05:35:28.297711 run osmo-hlr_10.42.42.2(pid=12391): stderr: \u000a| �[0;m�[1;31m20221214053525032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053525032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053525032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053525032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053525032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053525032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053525045 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053525053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053525053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053525053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:35:28.340827 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12384): Terminating (SIGTERM)\u000a05:35:28.381331 run iperf3-srv_10.42.42.10(pid=12385): Terminating (SIGTERM)\u000a05:35:28.421898 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12386): Terminating (SIGTERM)\u000a05:35:28.462296 run iperf3-srv_10.42.42.10(pid=12387): Terminating (SIGTERM)\u000a05:35:28.502636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12390): Terminating (SIGTERM)\u000a05:35:28.543089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12393): Terminating (SIGTERM)\u000a05:35:28.583518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12396): Terminating (SIGTERM)\u000a05:35:28.592809 --- ParallelTerminationStrategy: PID 12384 died...\u000a05:35:28.647292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12384): Terminated: ok {rc=0}\u000a05:35:28.656920 --- ParallelTerminationStrategy: PID 12385 died...\u000a05:35:28.711015 run iperf3-srv_10.42.42.10(pid=12385): Terminated {rc=256}\u000a05:35:28.720751 --- ParallelTerminationStrategy: PID 12386 died...\u000a05:35:28.774720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12386): Terminated: ok {rc=0}\u000a05:35:28.784325 --- ParallelTerminationStrategy: PID 12387 died...\u000a05:35:28.838172 run iperf3-srv_10.42.42.10(pid=12387): Terminated {rc=256}\u000a05:35:28.847768 --- ParallelTerminationStrategy: PID 12390 died...\u000a05:35:28.901598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12390): Terminated: ok {rc=0}\u000a05:35:28.911211 --- ParallelTerminationStrategy: PID 12393 died...\u000a05:35:28.965303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12393): Terminated: ok {rc=0}\u000a05:35:28.974914 --- ParallelTerminationStrategy: PID 12396 died...\u000a05:35:29.029030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12396): Terminated: ok {rc=0}\u000a05:35:29.117371 bus /gobi_0: Setting Powered False\u000a05:35:30.224208 bus /gobi_0: Setting Powered False\u000a05:35:31.331473 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12406): Process ended prematurely: osmo-stp_10.42.42.5(pid=12406) [trial-2400↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12406)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12406): Process ended prematurely: osmo-stp_10.42.42.5(pid=12406) [trial-2400↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12406)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a05:35:32.441541 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:32.453016 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:35:32.581858 tst iperf3.py: using LAC 38761\u000a05:35:32.704892 tst iperf3.py: using RAC 1\u000a05:35:32.828426 tst iperf3.py: using CellId 38761\u000a05:35:32.952614 tst iperf3.py: using BVCI 38762\u000a05:35:32.976673 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:32.987517 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:32.998110 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:33.008648 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:33.019713 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:33.030714 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:33.041964 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:33.053137 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:33.064420 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:35:33.370551 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:35:33.512297 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:35:33.859065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12398): Launched\u000a05:35:34.147083 run iperf3-srv_10.42.42.10(pid=12399): Launched\u000a05:35:34.353060 tst iperf3.py:8: start network...\u000a05:35:34.493936 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:35:35.021742 run create_hlr_db(pid=12400): Launched\u000a05:35:35.202990 bus /gobi_6: Setting Powered False\u000a05:35:36.223925 run create_hlr_db(pid=12400): Terminated: ok {rc=0}\u000a05:35:36.641241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12402): Launched\u000a05:35:36.955707 run osmo-hlr_10.42.42.2(pid=12403): Launched\u000a05:35:37.078367 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:35:37.631502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12405): Launched\u000a05:35:37.944493 run osmo-stp_10.42.42.5(pid=12406): Launched\u000a05:35:38.059827 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:35:38.607952 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12408): Launched\u000a05:35:38.721287 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:35:38.995383 run patchelf(pid=12409): Launched\u000a05:35:39.180255 run osmo-stp_10.42.42.5(pid=12406): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12406)]\u000a05:35:39.315300 run osmo-stp_10.42.42.5(pid=12406): stdout: \u000a| (launched: 2022-12-14_05:35:37.790677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:35:39.450724 run osmo-stp_10.42.42.5(pid=12406): stderr: \u000a| �[0;m�[38;5;43m20221214053537962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053537962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053537962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053537963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053537963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053537963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053537963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:35:39.581713 run osmo-stp_10.42.42.5(pid=12406): stdout: \u000a| (launched: 2022-12-14_05:35:37.790677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:35:39.710745 run osmo-stp_10.42.42.5(pid=12406): stderr: \u000a| �[0;m�[38;5;43m20221214053537962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053537962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053537962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053537963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053537963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053537963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053537963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:35:39.860860 run patchelf(pid=12409): Terminating (SIGINT)\u000a05:35:40.038056 run patchelf(pid=12409): Terminated: ok {rc=0}\u000a05:35:40.070537 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12406): Process ended prematurely: osmo-stp_10.42.42.5(pid=12406) [trial-2400↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12406)] [trial-2400↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a05:35:40.080080 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a05:35:40.141073 run osmo-hlr_10.42.42.2(pid=12403): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12403)]\u000a05:35:40.190622 run osmo-hlr_10.42.42.2(pid=12403): stdout: \u000a| (launched: 2022-12-14_05:35:36.800569) \u000a05:35:40.240775 run osmo-hlr_10.42.42.2(pid=12403): stderr: \u000a| �[0;m�[1;31m20221214053536978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053536978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053536978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053536978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053536979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053536979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053536990 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053536998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053536999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053536999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:35:40.283746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12398): Terminating (SIGTERM)\u000a05:35:40.324184 run iperf3-srv_10.42.42.10(pid=12399): Terminating (SIGTERM)\u000a05:35:40.364730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12402): Terminating (SIGTERM)\u000a05:35:40.405143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12405): Terminating (SIGTERM)\u000a05:35:40.445587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12408): Terminating (SIGTERM)\u000a05:35:40.454770 --- ParallelTerminationStrategy: PID 12398 died...\u000a05:35:40.508691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12398): Terminated: ok {rc=0}\u000a05:35:40.518209 --- ParallelTerminationStrategy: PID 12399 died...\u000a05:35:40.571766 run iperf3-srv_10.42.42.10(pid=12399): Terminated {rc=256}\u000a05:35:40.581321 --- ParallelTerminationStrategy: PID 12402 died...\u000a05:35:40.634817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12402): Terminated: ok {rc=0}\u000a05:35:40.644325 --- ParallelTerminationStrategy: PID 12405 died...\u000a05:35:40.697848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12405): Terminated: ok {rc=0}\u000a05:35:40.707314 --- ParallelTerminationStrategy: PID 12408 died...\u000a05:35:40.760716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12408): Terminated: ok {rc=0}\u000a05:35:40.848872 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12424): Process ended prematurely: osmo-stp_10.42.42.5(pid=12424) [trial-2400↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12424)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12424): Process ended prematurely: osmo-stp_10.42.42.5(pid=12424) [trial-2400↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a05:35:41.961654 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:41.973226 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:35:42.109720 tst iperf3m4.py: using LAC 38762\u000a05:35:42.236059 tst iperf3m4.py: using RAC 2\u000a05:35:42.364153 tst iperf3m4.py: using CellId 38762\u000a05:35:42.487323 tst iperf3m4.py: using BVCI 38763\u000a05:35:42.511527 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:42.522913 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:42.533748 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:42.544426 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:42.555537 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:42.566592 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:42.577865 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:42.588751 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:42.599877 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:35:42.722534 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:35:42.843889 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:35:42.965958 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:35:43.254360 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:35:43.386751 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:35:43.715243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12410): Launched\u000a05:35:43.985680 run iperf3-srv_10.42.42.10(pid=12411): Launched\u000a05:35:44.177955 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:35:44.309291 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:35:44.635061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12412): Launched\u000a05:35:44.907395 run iperf3-srv_10.42.42.10(pid=12413): Launched\u000a05:35:45.099232 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:35:45.231039 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:35:45.559733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12414): Launched\u000a05:35:45.830961 run iperf3-srv_10.42.42.10(pid=12415): Launched\u000a05:35:46.057926 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:35:46.215727 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:35:46.587508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12416): Launched\u000a05:35:46.863566 run iperf3-srv_10.42.42.10(pid=12417): Launched\u000a05:35:47.058911 tst iperf3m4.py:8: start network...\u000a05:35:47.193980 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:35:47.691489 run create_hlr_db(pid=12418): Launched\u000a05:35:47.872271 bus /gobi_6: Setting Powered False\u000a05:35:48.893549 run create_hlr_db(pid=12418): Terminated: ok {rc=0}\u000a05:35:49.340401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12420): Launched\u000a05:35:49.675245 run osmo-hlr_10.42.42.2(pid=12421): Launched\u000a05:35:49.801128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:35:50.387469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12423): Launched\u000a05:35:50.721851 run osmo-stp_10.42.42.5(pid=12424): Launched\u000a05:35:50.843287 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:35:51.428646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12426): Launched\u000a05:35:51.549238 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:35:51.841296 run patchelf(pid=12427): Launched\u000a05:35:52.040727 run osmo-stp_10.42.42.5(pid=12424): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12424)]\u000a05:35:52.185999 run osmo-stp_10.42.42.5(pid=12424): stdout: \u000a| (launched: 2022-12-14_05:35:50.558255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:35:52.329792 run osmo-stp_10.42.42.5(pid=12424): stderr: \u000a| �[0;m�[38;5;43m20221214053550749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053550749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053550750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053550750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053550751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053550751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053550751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:35:52.468088 run osmo-stp_10.42.42.5(pid=12424): stdout: \u000a| (launched: 2022-12-14_05:35:50.558255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:35:52.605379 run osmo-stp_10.42.42.5(pid=12424): stderr: \u000a| �[0;m�[38;5;43m20221214053550749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053550749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053550750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053550750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053550751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053550751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053550751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:35:52.765175 run patchelf(pid=12427): Terminating (SIGINT)\u000a05:35:52.952298 run patchelf(pid=12427): Terminated: ok {rc=0}\u000a05:35:52.986581 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12424): Process ended prematurely: osmo-stp_10.42.42.5(pid=12424) [trial-2400↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12424)] [trial-2400↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a05:35:52.996544 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a05:35:53.059820 run osmo-hlr_10.42.42.2(pid=12421): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12421)]\u000a05:35:53.111354 run osmo-hlr_10.42.42.2(pid=12421): stdout: \u000a| (launched: 2022-12-14_05:35:49.511335) \u000a05:35:53.163444 run osmo-hlr_10.42.42.2(pid=12421): stderr: \u000a| �[0;m�[1;31m20221214053549712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053549712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053549712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053549712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053549712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053549712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053549727 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053549736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053549736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053549736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:35:53.207532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12410): Terminating (SIGTERM)\u000a05:35:53.249105 run iperf3-srv_10.42.42.10(pid=12411): Terminating (SIGTERM)\u000a05:35:53.290639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12412): Terminating (SIGTERM)\u000a05:35:53.332160 run iperf3-srv_10.42.42.10(pid=12413): Terminating (SIGTERM)\u000a05:35:53.373752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12414): Terminating (SIGTERM)\u000a05:35:53.415221 run iperf3-srv_10.42.42.10(pid=12415): Terminating (SIGTERM)\u000a05:35:53.456663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12416): Terminating (SIGTERM)\u000a05:35:53.497907 run iperf3-srv_10.42.42.10(pid=12417): Terminating (SIGTERM)\u000a05:35:53.539634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12420): Terminating (SIGTERM)\u000a05:35:53.581312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12423): Terminating (SIGTERM)\u000a05:35:53.622938 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12426): Terminating (SIGTERM)\u000a05:35:53.632687 --- ParallelTerminationStrategy: PID 12410 died...\u000a05:35:53.688698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12410): Terminated: ok {rc=0}\u000a05:35:53.698810 --- ParallelTerminationStrategy: PID 12411 died...\u000a05:35:53.754714 run iperf3-srv_10.42.42.10(pid=12411): Terminated {rc=256}\u000a05:35:53.764670 --- ParallelTerminationStrategy: PID 12412 died...\u000a05:35:53.820503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12412): Terminated: ok {rc=0}\u000a05:35:53.830549 --- ParallelTerminationStrategy: PID 12413 died...\u000a05:35:53.886405 run iperf3-srv_10.42.42.10(pid=12413): Terminated {rc=256}\u000a05:35:53.896413 --- ParallelTerminationStrategy: PID 12414 died...\u000a05:35:53.952211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12414): Terminated: ok {rc=0}\u000a05:35:53.962348 --- ParallelTerminationStrategy: PID 12415 died...\u000a05:35:54.018806 run iperf3-srv_10.42.42.10(pid=12415): Terminated {rc=256}\u000a05:35:54.028871 --- ParallelTerminationStrategy: PID 12416 died...\u000a05:35:54.084768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12416): Terminated: ok {rc=0}\u000a05:35:54.094885 --- ParallelTerminationStrategy: PID 12417 died...\u000a05:35:54.150730 run iperf3-srv_10.42.42.10(pid=12417): Terminated {rc=256}\u000a05:35:54.160743 --- ParallelTerminationStrategy: PID 12420 died...\u000a05:35:54.216336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12420): Terminated: ok {rc=0}\u000a05:35:54.226495 --- ParallelTerminationStrategy: PID 12423 died...\u000a05:35:54.282361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12423): Terminated: ok {rc=0}\u000a05:35:54.292500 --- ParallelTerminationStrategy: PID 12426 died...\u000a05:35:54.348906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12426): Terminated: ok {rc=0}\u000a05:35:54.437818 bus /gobi_4: Setting Powered False\u000a05:35:55.542452 bus /gobi_4: Setting Powered False\u000a05:35:56.653335 bus /gobi_1: Setting Powered False\u000a05:35:57.761060 bus /gobi_1: Setting Powered False\u000a05:35:58.872807 bus /gobi_0: Setting Powered False\u000a05:35:59.975400 bus /gobi_0: Setting Powered False\u000a05:36:01.096088 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12445): Process ended prematurely: osmo-stp_10.42.42.5(pid=12445) [trial-2400↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12445)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12445): Process ended prematurely: osmo-stp_10.42.42.5(pid=12445) [trial-2400↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12445)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a05:36:02.178327 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:36:02.191115 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:36:02.330623 tst ping.py: using LAC 38763\u000a05:36:02.460560 tst ping.py: using RAC 3\u000a05:36:02.594913 tst ping.py: using CellId 38763\u000a05:36:02.722913 tst ping.py: using BVCI 38764\u000a05:36:02.748332 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:36:02.759643 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:36:02.770833 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:36:02.781959 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:36:02.792911 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:36:02.804060 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:36:02.815319 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:36:02.826579 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:36:03.129573 tst ping.py:19: start network...\u000a05:36:03.268660 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:36:03.796535 run create_hlr_db(pid=12438): Launched\u000a05:36:03.989309 bus /gobi_6: Setting Powered False\u000a05:36:05.008797 run create_hlr_db(pid=12438): Terminated: ok {rc=0}\u000a05:36:05.424654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12440): Launched\u000a05:36:05.738243 run osmo-hlr_10.42.42.2(pid=12441): Launched\u000a05:36:05.852734 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:36:06.388152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12444): Launched\u000a05:36:06.696889 run osmo-stp_10.42.42.5(pid=12445): Launched\u000a05:36:06.810163 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:36:07.347698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12447): Launched\u000a05:36:07.458263 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:36:07.727346 run patchelf(pid=12448): Launched\u000a05:36:07.908863 run osmo-stp_10.42.42.5(pid=12445): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12445)]\u000a05:36:08.040750 run osmo-stp_10.42.42.5(pid=12445): stdout: \u000a| (launched: 2022-12-14_05:36:06.544512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:36:08.173232 run osmo-stp_10.42.42.5(pid=12445): stderr: \u000a| �[0;m�[38;5;43m20221214053606716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053606716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053606717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053606717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053606718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053606719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053606719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:36:08.300419 run osmo-stp_10.42.42.5(pid=12445): stdout: \u000a| (launched: 2022-12-14_05:36:06.544512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:36:08.427147 run osmo-stp_10.42.42.5(pid=12445): stderr: \u000a| �[0;m�[38;5;43m20221214053606716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053606716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053606717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053606717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053606718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053606719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053606719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:36:08.573943 run patchelf(pid=12448): Terminating (SIGINT)\u000a05:36:08.746063 run patchelf(pid=12448): Terminated: ok {rc=0}\u000a05:36:08.777349 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12445): Process ended prematurely: osmo-stp_10.42.42.5(pid=12445) [trial-2400↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12445)] [trial-2400↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a05:36:08.786229 tst ping.py:22: Test FAILED (6.6 sec)\u000a05:36:08.846486 run osmo-hlr_10.42.42.2(pid=12441): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12441)]\u000a05:36:08.895517 run osmo-hlr_10.42.42.2(pid=12441): stdout: \u000a| (launched: 2022-12-14_05:36:05.581999) \u000a05:36:08.945420 run osmo-hlr_10.42.42.2(pid=12441): stderr: \u000a| �[0;m�[1;31m20221214053605760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053605760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053605760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053605760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053605760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053605760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053605772 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053605780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053605781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053605781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:36:08.987727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12440): Terminating (SIGTERM)\u000a05:36:09.027624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12444): Terminating (SIGTERM)\u000a05:36:09.067562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12447): Terminating (SIGTERM)\u000a05:36:09.076772 --- ParallelTerminationStrategy: PID 12440 died...\u000a05:36:09.130973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12440): Terminated: ok {rc=0}\u000a05:36:09.140589 --- ParallelTerminationStrategy: PID 12444 died...\u000a05:36:09.194336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12444): Terminated: ok {rc=0}\u000a05:36:09.203861 --- ParallelTerminationStrategy: PID 12447 died...\u000a05:36:09.257551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12447): Terminated: ok {rc=0}\u000a05:36:09.346244 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12455): Process ended prematurely: osmo-stp_10.42.42.5(pid=12455) [trial-2400↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12455)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12455): Process ended prematurely: osmo-stp_10.42.42.5(pid=12455) [trial-2400↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12455)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a05:36:10.400576 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:36:10.413864 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:36:10.549952 tst ping_idle_ping.py: using LAC 38764\u000a05:36:10.679891 tst ping_idle_ping.py: using RAC 4\u000a05:36:10.811145 tst ping_idle_ping.py: using CellId 38764\u000a05:36:10.940788 tst ping_idle_ping.py: using BVCI 38765\u000a05:36:10.966371 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:36:10.977598 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:36:10.988685 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:36:10.999837 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:36:11.010909 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:36:11.022225 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:36:11.033480 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:36:11.044557 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:36:11.334973 tst ping_idle_ping.py:24: start network...\u000a05:36:11.464792 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:36:11.952936 run create_hlr_db(pid=12449): Launched\u000a05:36:12.132084 bus /gobi_6: Setting Powered False\u000a05:36:13.153092 run create_hlr_db(pid=12449): Terminated: ok {rc=0}\u000a05:36:13.593609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12451): Launched\u000a05:36:13.924753 run osmo-hlr_10.42.42.2(pid=12452): Launched\u000a05:36:14.047087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:36:14.622482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12454): Launched\u000a05:36:14.953663 run osmo-stp_10.42.42.5(pid=12455): Launched\u000a05:36:15.074815 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:36:15.654552 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12457): Launched\u000a05:36:15.773181 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:36:16.101307 run patchelf(pid=12458): Launched\u000a05:36:16.298876 run osmo-stp_10.42.42.5(pid=12455): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12455)]\u000a05:36:16.442788 run osmo-stp_10.42.42.5(pid=12455): stdout: \u000a| (launched: 2022-12-14_05:36:14.791135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:36:16.587446 run osmo-stp_10.42.42.5(pid=12455): stderr: \u000a| �[0;m�[38;5;43m20221214053614984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053614984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053614984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053614984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053614985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053614985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053614985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:36:16.727093 run osmo-stp_10.42.42.5(pid=12455): stdout: \u000a| (launched: 2022-12-14_05:36:14.791135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:36:16.875399 run osmo-stp_10.42.42.5(pid=12455): stderr: \u000a| �[0;m�[38;5;43m20221214053614984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053614984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053614984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053614984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053614985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053614985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053614985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:36:17.070182 run patchelf(pid=12458): Terminating (SIGINT)\u000a05:36:17.261412 run patchelf(pid=12458): Terminated: ok {rc=0}\u000a05:36:17.293127 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12455): Process ended prematurely: osmo-stp_10.42.42.5(pid=12455) [trial-2400↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12455)] [trial-2400↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a05:36:17.302185 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a05:36:17.362900 run osmo-hlr_10.42.42.2(pid=12452): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12452)]\u000a05:36:17.412602 run osmo-hlr_10.42.42.2(pid=12452): stdout: \u000a| (launched: 2022-12-14_05:36:13.762299) \u000a05:36:17.462839 run osmo-hlr_10.42.42.2(pid=12452): stderr: \u000a| �[0;m�[1;31m20221214053613962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053613962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053613962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053613962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053613962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053613962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053613975 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053613983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053613983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053613983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:36:17.505721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12451): Terminating (SIGTERM)\u000a05:36:17.546343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12454): Terminating (SIGTERM)\u000a05:36:17.587010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12457): Terminating (SIGTERM)\u000a05:36:17.596368 --- ParallelTerminationStrategy: PID 12451 died...\u000a05:36:17.651213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12451): Terminated: ok {rc=0}\u000a05:36:17.661043 --- ParallelTerminationStrategy: PID 12454 died...\u000a05:36:17.715667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12454): Terminated: ok {rc=0}\u000a05:36:17.725498 --- ParallelTerminationStrategy: PID 12457 died...\u000a05:36:17.779931 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12457): Terminated: ok {rc=0}\u000a05:36:17.869572 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:35:19" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12472): Process ended prematurely: osmo-stp_10.42.42.5(pid=12472) [trial-2400↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12472)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12472): Process ended prematurely: osmo-stp_10.42.42.5(pid=12472) [trial-2400↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:36:19.974793 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:19.985637 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:36:20.135728 tst cs_paging_gprs_active.py: using LAC 38765\u000a05:36:20.258965 tst cs_paging_gprs_active.py: using RAC 5\u000a05:36:20.380035 tst cs_paging_gprs_active.py: using CellId 38765\u000a05:36:20.503313 tst cs_paging_gprs_active.py: using BVCI 38766\u000a05:36:20.527467 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:20.538451 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:20.549134 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:20.559750 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:20.571003 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:20.582315 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:20.593414 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:20.604121 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:20.615197 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:36:20.737394 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:36:21.027361 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:36:21.159801 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:36:21.485706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12462): Launched\u000a05:36:21.755807 run iperf3-srv_10.42.42.10(pid=12463): Launched\u000a05:36:21.948483 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:36:22.079218 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:36:22.406792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12464): Launched\u000a05:36:22.676526 run iperf3-srv_10.42.42.10(pid=12465): Launched\u000a05:36:22.868045 tst cs_paging_gprs_active.py:38: start network...\u000a05:36:22.998785 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:36:23.492254 run create_hlr_db(pid=12466): Launched\u000a05:36:23.673243 bus /gobi_6: Setting Powered False\u000a05:36:24.694825 run create_hlr_db(pid=12466): Terminated: ok {rc=0}\u000a05:36:25.142123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12468): Launched\u000a05:36:25.479324 run osmo-hlr_10.42.42.2(pid=12469): Launched\u000a05:36:25.603144 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:36:26.187656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12471): Launched\u000a05:36:26.523991 run osmo-stp_10.42.42.5(pid=12472): Launched\u000a05:36:26.646844 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:36:27.233251 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12474): Launched\u000a05:36:27.353607 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:36:27.646616 run patchelf(pid=12475): Launched\u000a05:36:27.842905 run osmo-stp_10.42.42.5(pid=12472): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12472)]\u000a05:36:27.987193 run osmo-stp_10.42.42.5(pid=12472): stdout: \u000a| (launched: 2022-12-14_05:36:26.359194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:36:28.131753 run osmo-stp_10.42.42.5(pid=12472): stderr: \u000a| �[0;m�[38;5;43m20221214053626553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053626553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053626553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053626554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053626554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053626554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053626554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:36:28.270343 run osmo-stp_10.42.42.5(pid=12472): stdout: \u000a| (launched: 2022-12-14_05:36:26.359194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:36:28.407598 run osmo-stp_10.42.42.5(pid=12472): stderr: \u000a| �[0;m�[38;5;43m20221214053626553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053626553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053626553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053626554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053626554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053626554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053626554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:36:28.567935 run patchelf(pid=12475): Terminating (SIGINT)\u000a05:36:28.756194 run patchelf(pid=12475): Terminated: ok {rc=0}\u000a05:36:28.790457 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12472): Process ended prematurely: osmo-stp_10.42.42.5(pid=12472) [trial-2400↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12472)] [trial-2400↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a05:36:28.800444 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a05:36:28.863442 run osmo-hlr_10.42.42.2(pid=12469): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12469)]\u000a05:36:28.914914 run osmo-hlr_10.42.42.2(pid=12469): stdout: \u000a| (launched: 2022-12-14_05:36:25.313846) \u000a05:36:28.967164 run osmo-hlr_10.42.42.2(pid=12469): stderr: \u000a| �[0;m�[1;31m20221214053625512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053625512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053625512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053625512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053625512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053625513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053625524 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053625533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053625533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053625533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:36:29.011631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12462): Terminating (SIGTERM)\u000a05:36:29.053828 run iperf3-srv_10.42.42.10(pid=12463): Terminating (SIGTERM)\u000a05:36:29.095761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12464): Terminating (SIGTERM)\u000a05:36:29.137721 run iperf3-srv_10.42.42.10(pid=12465): Terminating (SIGTERM)\u000a05:36:29.179691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12468): Terminating (SIGTERM)\u000a05:36:29.221540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12471): Terminating (SIGTERM)\u000a05:36:29.263327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12474): Terminating (SIGTERM)\u000a05:36:29.273039 --- ParallelTerminationStrategy: PID 12462 died...\u000a05:36:29.328770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12462): Terminated: ok {rc=0}\u000a05:36:29.338821 --- ParallelTerminationStrategy: PID 12463 died...\u000a05:36:29.394289 run iperf3-srv_10.42.42.10(pid=12463): Terminated {rc=256}\u000a05:36:29.404198 --- ParallelTerminationStrategy: PID 12464 died...\u000a05:36:29.459759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12464): Terminated: ok {rc=0}\u000a05:36:29.469793 --- ParallelTerminationStrategy: PID 12465 died...\u000a05:36:29.525013 run iperf3-srv_10.42.42.10(pid=12465): Terminated {rc=256}\u000a05:36:29.535032 --- ParallelTerminationStrategy: PID 12468 died...\u000a05:36:29.590691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12468): Terminated: ok {rc=0}\u000a05:36:29.600680 --- ParallelTerminationStrategy: PID 12471 died...\u000a05:36:29.656075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12471): Terminated: ok {rc=0}\u000a05:36:29.666095 --- ParallelTerminationStrategy: PID 12474 died...\u000a05:36:29.721531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12474): Terminated: ok {rc=0}\u000a05:36:29.808647 bus /gobi_0: Setting Powered False\u000a05:36:30.938397 bus /gobi_0: Setting Powered False\u000a05:36:32.054426 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12484): Process ended prematurely: osmo-stp_10.42.42.5(pid=12484) [trial-2400↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12484)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12484): Process ended prematurely: osmo-stp_10.42.42.5(pid=12484) [trial-2400↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12484)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a05:36:33.164141 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:33.176140 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:36:33.327074 tst iperf3.py: using LAC 38766\u000a05:36:33.450595 tst iperf3.py: using RAC 6\u000a05:36:33.575671 tst iperf3.py: using CellId 38766\u000a05:36:33.699651 tst iperf3.py: using BVCI 38767\u000a05:36:33.723553 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:33.734528 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:33.745233 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:33.755816 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:33.767131 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:33.778228 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:33.789322 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:33.800140 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:33.811215 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:36:34.098546 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:36:34.230964 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:36:34.559302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12476): Launched\u000a05:36:34.830492 run iperf3-srv_10.42.42.10(pid=12477): Launched\u000a05:36:35.022829 tst iperf3.py:8: start network...\u000a05:36:35.154759 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:36:35.649449 run create_hlr_db(pid=12478): Launched\u000a05:36:35.831258 bus /gobi_6: Setting Powered False\u000a05:36:36.852219 run create_hlr_db(pid=12478): Terminated: ok {rc=0}\u000a05:36:37.300207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12480): Launched\u000a05:36:37.637470 run osmo-hlr_10.42.42.2(pid=12481): Launched\u000a05:36:37.761352 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:36:38.345402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12483): Launched\u000a05:36:38.682831 run osmo-stp_10.42.42.5(pid=12484): Launched\u000a05:36:38.805296 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:36:39.391928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12486): Launched\u000a05:36:39.512848 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:36:39.805019 run patchelf(pid=12487): Launched\u000a05:36:40.001581 run osmo-stp_10.42.42.5(pid=12484): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12484)]\u000a05:36:40.145418 run osmo-stp_10.42.42.5(pid=12484): stdout: \u000a| (launched: 2022-12-14_05:36:38.516243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:36:40.288846 run osmo-stp_10.42.42.5(pid=12484): stderr: \u000a| �[0;m�[38;5;43m20221214053638710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053638711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053638711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053638711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053638712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053638712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053638712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:36:40.427153 run osmo-stp_10.42.42.5(pid=12484): stdout: \u000a| (launched: 2022-12-14_05:36:38.516243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:36:40.564305 run osmo-stp_10.42.42.5(pid=12484): stderr: \u000a| �[0;m�[38;5;43m20221214053638710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053638711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053638711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053638711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053638712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053638712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053638712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:36:40.724244 run patchelf(pid=12487): Terminating (SIGINT)\u000a05:36:40.912139 run patchelf(pid=12487): Terminated: ok {rc=0}\u000a05:36:40.946459 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12484): Process ended prematurely: osmo-stp_10.42.42.5(pid=12484) [trial-2400↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12484)] [trial-2400↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a05:36:40.956457 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a05:36:41.019905 run osmo-hlr_10.42.42.2(pid=12481): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12481)]\u000a05:36:41.072122 run osmo-hlr_10.42.42.2(pid=12481): stdout: \u000a| (launched: 2022-12-14_05:36:37.471946) \u000a05:36:41.124731 run osmo-hlr_10.42.42.2(pid=12481): stderr: \u000a| �[0;m�[1;31m20221214053637672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053637672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053637672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053637672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053637672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053637672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053637689 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053637699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053637699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053637699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:36:41.169606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12476): Terminating (SIGTERM)\u000a05:36:41.211807 run iperf3-srv_10.42.42.10(pid=12477): Terminating (SIGTERM)\u000a05:36:41.254766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12480): Terminating (SIGTERM)\u000a05:36:41.296941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12483): Terminating (SIGTERM)\u000a05:36:41.339741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12486): Terminating (SIGTERM)\u000a05:36:41.349584 --- ParallelTerminationStrategy: PID 12476 died...\u000a05:36:41.406179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12476): Terminated: ok {rc=0}\u000a05:36:41.416340 --- ParallelTerminationStrategy: PID 12477 died...\u000a05:36:41.472374 run iperf3-srv_10.42.42.10(pid=12477): Terminated {rc=256}\u000a05:36:41.482412 --- ParallelTerminationStrategy: PID 12480 died...\u000a05:36:41.538861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12480): Terminated: ok {rc=0}\u000a05:36:41.549099 --- ParallelTerminationStrategy: PID 12483 died...\u000a05:36:41.605332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12483): Terminated: ok {rc=0}\u000a05:36:41.615438 --- ParallelTerminationStrategy: PID 12486 died...\u000a05:36:41.671694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12486): Terminated: ok {rc=0}\u000a05:36:41.758601 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12502): Process ended prematurely: osmo-stp_10.42.42.5(pid=12502) [trial-2400↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12502)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12502): Process ended prematurely: osmo-stp_10.42.42.5(pid=12502) [trial-2400↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12502)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a05:36:42.876269 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:42.888236 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:36:43.038321 tst iperf3m4.py: using LAC 38767\u000a05:36:43.162936 tst iperf3m4.py: using RAC 7\u000a05:36:43.287339 tst iperf3m4.py: using CellId 38767\u000a05:36:43.417810 tst iperf3m4.py: using BVCI 38768\u000a05:36:43.443677 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:43.455285 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:43.466649 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:43.477864 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:43.488938 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:43.500397 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:43.511786 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:43.522948 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:43.534309 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:36:43.656109 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:36:43.777171 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:36:43.898766 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:36:44.186633 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:36:44.318964 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:36:44.647421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12488): Launched\u000a05:36:44.918198 run iperf3-srv_10.42.42.10(pid=12489): Launched\u000a05:36:45.111007 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:36:45.242611 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:36:45.568672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12490): Launched\u000a05:36:45.847709 run iperf3-srv_10.42.42.10(pid=12491): Launched\u000a05:36:46.061855 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:36:46.207847 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:36:46.574784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12492): Launched\u000a05:36:46.873623 run iperf3-srv_10.42.42.10(pid=12493): Launched\u000a05:36:47.070646 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:36:47.206330 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:36:47.534178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12494): Launched\u000a05:36:47.805225 run iperf3-srv_10.42.42.10(pid=12495): Launched\u000a05:36:47.997462 tst iperf3m4.py:8: start network...\u000a05:36:48.129326 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:36:48.624238 run create_hlr_db(pid=12496): Launched\u000a05:36:48.805630 bus /gobi_6: Setting Powered False\u000a05:36:49.825820 run create_hlr_db(pid=12496): Terminated: ok {rc=0}\u000a05:36:50.272563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12498): Launched\u000a05:36:50.608504 run osmo-hlr_10.42.42.2(pid=12499): Launched\u000a05:36:50.731464 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:36:51.316359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12501): Launched\u000a05:36:51.651474 run osmo-stp_10.42.42.5(pid=12502): Launched\u000a05:36:51.774851 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:36:52.362041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12504): Launched\u000a05:36:52.482575 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:36:52.774472 run patchelf(pid=12505): Launched\u000a05:36:52.970422 run osmo-stp_10.42.42.5(pid=12502): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12502)]\u000a05:36:53.114201 run osmo-stp_10.42.42.5(pid=12502): stdout: \u000a| (launched: 2022-12-14_05:36:51.487102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:36:53.257551 run osmo-stp_10.42.42.5(pid=12502): stderr: \u000a| �[0;m�[38;5;43m20221214053651678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053651678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053651679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053651679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053651679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053651680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053651680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:36:53.395904 run osmo-stp_10.42.42.5(pid=12502): stdout: \u000a| (launched: 2022-12-14_05:36:51.487102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:36:53.533227 run osmo-stp_10.42.42.5(pid=12502): stderr: \u000a| �[0;m�[38;5;43m20221214053651678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053651678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053651679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053651679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053651679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053651680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053651680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:36:53.692662 run patchelf(pid=12505): Terminating (SIGINT)\u000a05:36:53.880232 run patchelf(pid=12505): Terminated: ok {rc=0}\u000a05:36:53.914624 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12502): Process ended prematurely: osmo-stp_10.42.42.5(pid=12502) [trial-2400↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12502)] [trial-2400↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a05:36:53.924607 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a05:36:53.987802 run osmo-hlr_10.42.42.2(pid=12499): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12499)]\u000a05:36:54.039795 run osmo-hlr_10.42.42.2(pid=12499): stdout: \u000a| (launched: 2022-12-14_05:36:50.444175) \u000a05:36:54.092609 run osmo-hlr_10.42.42.2(pid=12499): stderr: \u000a| �[0;m�[1;31m20221214053650643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053650643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053650643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053650643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053650643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053650643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053650664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053650674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053650674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053650674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:36:54.137681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12488): Terminating (SIGTERM)\u000a05:36:54.180101 run iperf3-srv_10.42.42.10(pid=12489): Terminating (SIGTERM)\u000a05:36:54.222493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12490): Terminating (SIGTERM)\u000a05:36:54.264550 run iperf3-srv_10.42.42.10(pid=12491): Terminating (SIGTERM)\u000a05:36:54.306958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12492): Terminating (SIGTERM)\u000a05:36:54.349183 run iperf3-srv_10.42.42.10(pid=12493): Terminating (SIGTERM)\u000a05:36:54.391682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12494): Terminating (SIGTERM)\u000a05:36:54.434307 run iperf3-srv_10.42.42.10(pid=12495): Terminating (SIGTERM)\u000a05:36:54.476221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12498): Terminating (SIGTERM)\u000a05:36:54.518292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12501): Terminating (SIGTERM)\u000a05:36:54.560321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12504): Terminating (SIGTERM)\u000a05:36:54.570135 --- ParallelTerminationStrategy: PID 12488 died...\u000a05:36:54.626525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12488): Terminated: ok {rc=0}\u000a05:36:54.636642 --- ParallelTerminationStrategy: PID 12489 died...\u000a05:36:54.692623 run iperf3-srv_10.42.42.10(pid=12489): Terminated {rc=256}\u000a05:36:54.702702 --- ParallelTerminationStrategy: PID 12490 died...\u000a05:36:54.758891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12490): Terminated: ok {rc=0}\u000a05:36:54.769154 --- ParallelTerminationStrategy: PID 12491 died...\u000a05:36:54.824897 run iperf3-srv_10.42.42.10(pid=12491): Terminated {rc=256}\u000a05:36:54.835033 --- ParallelTerminationStrategy: PID 12492 died...\u000a05:36:54.890905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12492): Terminated: ok {rc=0}\u000a05:36:54.901138 --- ParallelTerminationStrategy: PID 12493 died...\u000a05:36:54.956745 run iperf3-srv_10.42.42.10(pid=12493): Terminated {rc=256}\u000a05:36:54.966849 --- ParallelTerminationStrategy: PID 12494 died...\u000a05:36:55.022774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12494): Terminated: ok {rc=0}\u000a05:36:55.032841 --- ParallelTerminationStrategy: PID 12495 died...\u000a05:36:55.089346 run iperf3-srv_10.42.42.10(pid=12495): Terminated {rc=256}\u000a05:36:55.099475 --- ParallelTerminationStrategy: PID 12498 died...\u000a05:36:55.155976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12498): Terminated: ok {rc=0}\u000a05:36:55.166200 --- ParallelTerminationStrategy: PID 12501 died...\u000a05:36:55.222474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12501): Terminated: ok {rc=0}\u000a05:36:55.232658 --- ParallelTerminationStrategy: PID 12504 died...\u000a05:36:55.289045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12504): Terminated: ok {rc=0}\u000a05:36:55.377768 bus /gobi_4: Setting Powered False\u000a05:36:56.482424 bus /gobi_4: Setting Powered False\u000a05:36:57.594459 bus /gobi_1: Setting Powered False\u000a05:36:58.698448 bus /gobi_1: Setting Powered False\u000a05:36:59.810529 bus /gobi_0: Setting Powered False\u000a05:37:00.924623 bus /gobi_0: Setting Powered False\u000a05:37:02.069709 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12512): Process ended prematurely: osmo-stp_10.42.42.5(pid=12512) [trial-2400↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12512)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12512): Process ended prematurely: osmo-stp_10.42.42.5(pid=12512) [trial-2400↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12512)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a05:37:03.140609 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:37:03.152650 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:37:03.307220 tst ping.py: using LAC 38768\u000a05:37:03.442144 tst ping.py: using RAC 8\u000a05:37:03.570664 tst ping.py: using CellId 38768\u000a05:37:03.699059 tst ping.py: using BVCI 38769\u000a05:37:03.724620 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:37:03.735988 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:37:03.747115 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:37:03.758306 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:37:03.769407 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:37:03.780486 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:37:03.791837 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:37:03.802947 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:37:04.102502 tst ping.py:19: start network...\u000a05:37:04.241340 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:37:04.768429 run create_hlr_db(pid=12506): Launched\u000a05:37:04.960097 bus /gobi_6: Setting Powered False\u000a05:37:05.980736 run create_hlr_db(pid=12506): Terminated: ok {rc=0}\u000a05:37:06.397931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12508): Launched\u000a05:37:06.707572 run osmo-hlr_10.42.42.2(pid=12509): Launched\u000a05:37:06.821293 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:37:07.366863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12511): Launched\u000a05:37:07.677612 run osmo-stp_10.42.42.5(pid=12512): Launched\u000a05:37:07.791313 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:37:08.328341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12514): Launched\u000a05:37:08.438682 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:37:08.707121 run patchelf(pid=12515): Launched\u000a05:37:08.887672 run osmo-stp_10.42.42.5(pid=12512): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12512)]\u000a05:37:09.020314 run osmo-stp_10.42.42.5(pid=12512): stdout: \u000a| (launched: 2022-12-14_05:37:07.524361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:37:09.152936 run osmo-stp_10.42.42.5(pid=12512): stderr: \u000a| �[0;m�[38;5;43m20221214053707695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053707695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053707695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053707696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053707696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053707696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053707697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:37:09.280227 run osmo-stp_10.42.42.5(pid=12512): stdout: \u000a| (launched: 2022-12-14_05:37:07.524361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:37:09.406644 run osmo-stp_10.42.42.5(pid=12512): stderr: \u000a| �[0;m�[38;5;43m20221214053707695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053707695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053707695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053707696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053707696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053707696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053707697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:37:09.553516 run patchelf(pid=12515): Terminating (SIGINT)\u000a05:37:09.725785 run patchelf(pid=12515): Terminated: ok {rc=0}\u000a05:37:09.756902 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12512): Process ended prematurely: osmo-stp_10.42.42.5(pid=12512) [trial-2400↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12512)] [trial-2400↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a05:37:09.765742 tst ping.py:22: Test FAILED (6.6 sec)\u000a05:37:09.825776 run osmo-hlr_10.42.42.2(pid=12509): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12509)]\u000a05:37:09.874899 run osmo-hlr_10.42.42.2(pid=12509): stdout: \u000a| (launched: 2022-12-14_05:37:06.554779) \u000a05:37:09.924599 run osmo-hlr_10.42.42.2(pid=12509): stderr: \u000a| �[0;m�[1;31m20221214053706730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053706730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053706730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053706730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053706730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053706730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053706742 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053706750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053706750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053706751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:37:09.966898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12508): Terminating (SIGTERM)\u000a05:37:10.006824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12511): Terminating (SIGTERM)\u000a05:37:10.046711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12514): Terminating (SIGTERM)\u000a05:37:10.055891 --- ParallelTerminationStrategy: PID 12508 died...\u000a05:37:10.109397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12508): Terminated: ok {rc=0}\u000a05:37:10.119278 --- ParallelTerminationStrategy: PID 12511 died...\u000a05:37:10.172583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12511): Terminated: ok {rc=0}\u000a05:37:10.182048 --- ParallelTerminationStrategy: PID 12514 died...\u000a05:37:10.236146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12514): Terminated: ok {rc=0}\u000a05:37:10.320684 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12522): Process ended prematurely: osmo-stp_10.42.42.5(pid=12522) [trial-2400↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12522)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12522): Process ended prematurely: osmo-stp_10.42.42.5(pid=12522) [trial-2400↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12522)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a05:37:11.374256 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:37:11.386351 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:37:11.542116 tst ping_idle_ping.py: using LAC 38769\u000a05:37:11.673609 tst ping_idle_ping.py: using RAC 9\u000a05:37:11.805135 tst ping_idle_ping.py: using CellId 38769\u000a05:37:11.934478 tst ping_idle_ping.py: using BVCI 38770\u000a05:37:11.959915 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:37:11.971589 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:37:11.982644 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:37:11.993803 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:37:12.004754 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:37:12.015710 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:37:12.026974 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:37:12.038100 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:37:12.323216 tst ping_idle_ping.py:24: start network...\u000a05:37:12.452807 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:37:12.943990 run create_hlr_db(pid=12516): Launched\u000a05:37:13.123943 bus /gobi_6: Setting Powered False\u000a05:37:14.144691 run create_hlr_db(pid=12516): Terminated: ok {rc=0}\u000a05:37:14.588057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12518): Launched\u000a05:37:14.922571 run osmo-hlr_10.42.42.2(pid=12519): Launched\u000a05:37:15.047248 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:37:15.623769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12521): Launched\u000a05:37:16.101809 run osmo-stp_10.42.42.5(pid=12522): Launched\u000a05:37:16.268751 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:37:16.902413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12524): Launched\u000a05:37:17.024185 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:37:17.324914 run patchelf(pid=12525): Launched\u000a05:37:17.509712 run osmo-stp_10.42.42.5(pid=12522): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12522)]\u000a05:37:17.644154 run osmo-stp_10.42.42.5(pid=12522): stdout: \u000a| (launched: 2022-12-14_05:37:15.792510)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:37:17.778763 run osmo-stp_10.42.42.5(pid=12522): stderr: \u000a| �[0;m�[38;5;43m20221214053716027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053716027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053716028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053716028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053716029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053716029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053716029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:37:17.907913 run osmo-stp_10.42.42.5(pid=12522): stdout: \u000a| (launched: 2022-12-14_05:37:15.792510)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:37:18.035388 run osmo-stp_10.42.42.5(pid=12522): stderr: \u000a| �[0;m�[38;5;43m20221214053716027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053716027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053716028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053716028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053716029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053716029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053716029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:37:18.184192 run patchelf(pid=12525): Terminating (SIGINT)\u000a05:37:18.359311 run patchelf(pid=12525): Terminated: ok {rc=0}\u000a05:37:18.390745 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12522): Process ended prematurely: osmo-stp_10.42.42.5(pid=12522) [trial-2400↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12522)] [trial-2400↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a05:37:18.399690 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a05:37:18.460612 run osmo-hlr_10.42.42.2(pid=12519): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12519)]\u000a05:37:18.510618 run osmo-hlr_10.42.42.2(pid=12519): stdout: \u000a| (launched: 2022-12-14_05:37:14.757773) \u000a05:37:18.561189 run osmo-hlr_10.42.42.2(pid=12519): stderr: \u000a| �[0;m�[1;31m20221214053714958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053714958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053714958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053714958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053714958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053714958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053714970 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053714979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053714979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053714979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:37:18.604512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12518): Terminating (SIGTERM)\u000a05:37:18.645516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12521): Terminating (SIGTERM)\u000a05:37:18.686529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12524): Terminating (SIGTERM)\u000a05:37:18.695922 --- ParallelTerminationStrategy: PID 12518 died...\u000a05:37:18.750797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12518): Terminated: ok {rc=0}\u000a05:37:18.760583 --- ParallelTerminationStrategy: PID 12521 died...\u000a05:37:18.815210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12521): Terminated: ok {rc=0}\u000a05:37:18.824893 --- ParallelTerminationStrategy: PID 12524 died...\u000a05:37:18.879695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12524): Terminated: ok {rc=0}\u000a05:37:18.968775 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:36:19" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12540): Process ended prematurely: osmo-stp_10.42.42.5(pid=12540) [trial-2400↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12540)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12540): Process ended prematurely: osmo-stp_10.42.42.5(pid=12540) [trial-2400↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12540)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:37:21.073529 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:21.084336 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:37:21.239545 tst cs_paging_gprs_active.py: using LAC 38770\u000a05:37:21.372429 tst cs_paging_gprs_active.py: using RAC 10\u000a05:37:21.505517 tst cs_paging_gprs_active.py: using CellId 38770\u000a05:37:21.634731 tst cs_paging_gprs_active.py: using BVCI 38771\u000a05:37:21.659018 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:21.669863 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:21.680685 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:21.691488 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:21.702916 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:21.713962 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:21.724917 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:21.735810 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:21.746828 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:37:21.868896 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:37:22.159111 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:37:22.290716 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:37:22.618101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12530): Launched\u000a05:37:22.887947 run iperf3-srv_10.42.42.10(pid=12531): Launched\u000a05:37:23.080596 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:37:23.211812 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:37:23.538072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12532): Launched\u000a05:37:23.808361 run iperf3-srv_10.42.42.10(pid=12533): Launched\u000a05:37:24.000568 tst cs_paging_gprs_active.py:38: start network...\u000a05:37:24.132472 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:37:24.626624 run create_hlr_db(pid=12534): Launched\u000a05:37:24.807993 bus /gobi_6: Setting Powered False\u000a05:37:25.828432 run create_hlr_db(pid=12534): Terminated: ok {rc=0}\u000a05:37:26.276441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12536): Launched\u000a05:37:26.616556 run osmo-hlr_10.42.42.2(pid=12537): Launched\u000a05:37:26.744393 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:37:27.329467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12539): Launched\u000a05:37:27.668115 run osmo-stp_10.42.42.5(pid=12540): Launched\u000a05:37:27.790581 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:37:28.376918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12542): Launched\u000a05:37:28.497801 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:37:28.791069 run patchelf(pid=12543): Launched\u000a05:37:28.987577 run osmo-stp_10.42.42.5(pid=12540): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12540)]\u000a05:37:29.132167 run osmo-stp_10.42.42.5(pid=12540): stdout: \u000a| (launched: 2022-12-14_05:37:27.501147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:37:29.276263 run osmo-stp_10.42.42.5(pid=12540): stderr: \u000a| �[0;m�[38;5;43m20221214053727693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053727693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053727694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053727694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053727694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053727695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053727695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:37:29.415292 run osmo-stp_10.42.42.5(pid=12540): stdout: \u000a| (launched: 2022-12-14_05:37:27.501147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:37:29.553164 run osmo-stp_10.42.42.5(pid=12540): stderr: \u000a| �[0;m�[38;5;43m20221214053727693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053727693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053727694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053727694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053727694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053727695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053727695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:37:29.713743 run patchelf(pid=12543): Terminating (SIGINT)\u000a05:37:29.901754 run patchelf(pid=12543): Terminated: ok {rc=0}\u000a05:37:29.936081 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12540): Process ended prematurely: osmo-stp_10.42.42.5(pid=12540) [trial-2400↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12540)] [trial-2400↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a05:37:29.946221 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a05:37:30.009692 run osmo-hlr_10.42.42.2(pid=12537): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12537)]\u000a05:37:30.061858 run osmo-hlr_10.42.42.2(pid=12537): stdout: \u000a| (launched: 2022-12-14_05:37:26.449269) \u000a05:37:30.114473 run osmo-hlr_10.42.42.2(pid=12537): stderr: \u000a| �[0;m�[1;31m20221214053726649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053726649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053726649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053726649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053726649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053726649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053726661 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053726671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053726671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053726671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:37:30.159349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12530): Terminating (SIGTERM)\u000a05:37:30.201499 run iperf3-srv_10.42.42.10(pid=12531): Terminating (SIGTERM)\u000a05:37:30.243836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12532): Terminating (SIGTERM)\u000a05:37:30.286072 run iperf3-srv_10.42.42.10(pid=12533): Terminating (SIGTERM)\u000a05:37:30.328270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12536): Terminating (SIGTERM)\u000a05:37:30.370497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12539): Terminating (SIGTERM)\u000a05:37:30.413686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12542): Terminating (SIGTERM)\u000a05:37:30.423506 --- ParallelTerminationStrategy: PID 12530 died...\u000a05:37:30.480011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12530): Terminated: ok {rc=0}\u000a05:37:30.490202 --- ParallelTerminationStrategy: PID 12531 died...\u000a05:37:30.546401 run iperf3-srv_10.42.42.10(pid=12531): Terminated {rc=256}\u000a05:37:30.556524 --- ParallelTerminationStrategy: PID 12532 died...\u000a05:37:30.612852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12532): Terminated: ok {rc=0}\u000a05:37:30.623077 --- ParallelTerminationStrategy: PID 12533 died...\u000a05:37:30.679282 run iperf3-srv_10.42.42.10(pid=12533): Terminated {rc=256}\u000a05:37:30.689538 --- ParallelTerminationStrategy: PID 12536 died...\u000a05:37:30.745845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12536): Terminated: ok {rc=0}\u000a05:37:30.756121 --- ParallelTerminationStrategy: PID 12539 died...\u000a05:37:30.812572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12539): Terminated: ok {rc=0}\u000a05:37:30.822879 --- ParallelTerminationStrategy: PID 12542 died...\u000a05:37:30.897398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12542): Terminated: ok {rc=0}\u000a05:37:30.992369 bus /gobi_0: Setting Powered False\u000a05:37:32.100310 bus /gobi_0: Setting Powered False\u000a05:37:33.208987 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12552): Process ended prematurely: osmo-stp_10.42.42.5(pid=12552) [trial-2400↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12552)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12552): Process ended prematurely: osmo-stp_10.42.42.5(pid=12552) [trial-2400↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12552)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a05:37:34.327212 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:34.341093 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:37:34.494166 tst iperf3.py: using LAC 38771\u000a05:37:34.623207 tst iperf3.py: using RAC 11\u000a05:37:34.746431 tst iperf3.py: using CellId 38771\u000a05:37:34.871575 tst iperf3.py: using BVCI 38772\u000a05:37:34.895761 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:34.906739 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:34.917444 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:34.928193 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:34.939201 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:34.950236 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:34.961386 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:34.972195 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:34.983326 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:37:35.287250 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:37:35.429234 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:37:35.777963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12544): Launched\u000a05:37:36.067133 run iperf3-srv_10.42.42.10(pid=12545): Launched\u000a05:37:36.273748 tst iperf3.py:8: start network...\u000a05:37:36.414698 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:37:36.952105 run create_hlr_db(pid=12546): Launched\u000a05:37:37.147329 bus /gobi_6: Setting Powered False\u000a05:37:38.168272 run create_hlr_db(pid=12546): Terminated: ok {rc=0}\u000a05:37:38.592117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12548): Launched\u000a05:37:38.907540 run osmo-hlr_10.42.42.2(pid=12549): Launched\u000a05:37:39.031202 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:37:39.617188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12551): Launched\u000a05:37:39.953996 run osmo-stp_10.42.42.5(pid=12552): Launched\u000a05:37:40.077349 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:37:40.666298 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12554): Launched\u000a05:37:40.787264 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:37:41.081847 run patchelf(pid=12555): Launched\u000a05:37:41.278127 run osmo-stp_10.42.42.5(pid=12552): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12552)]\u000a05:37:41.421952 run osmo-stp_10.42.42.5(pid=12552): stdout: \u000a| (launched: 2022-12-14_05:37:39.788130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:37:41.565853 run osmo-stp_10.42.42.5(pid=12552): stderr: \u000a| �[0;m�[38;5;43m20221214053739983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053739984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053739984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053739984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053739985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053739985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053739985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:37:41.704566 run osmo-stp_10.42.42.5(pid=12552): stdout: \u000a| (launched: 2022-12-14_05:37:39.788130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:37:41.841907 run osmo-stp_10.42.42.5(pid=12552): stderr: \u000a| �[0;m�[38;5;43m20221214053739983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053739984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053739984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053739984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053739985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053739985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053739985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:37:42.002133 run patchelf(pid=12555): Terminating (SIGINT)\u000a05:37:42.190811 run patchelf(pid=12555): Terminated: ok {rc=0}\u000a05:37:42.225522 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12552): Process ended prematurely: osmo-stp_10.42.42.5(pid=12552) [trial-2400↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12552)] [trial-2400↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a05:37:42.235507 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a05:37:42.299054 run osmo-hlr_10.42.42.2(pid=12549): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12549)]\u000a05:37:42.351186 run osmo-hlr_10.42.42.2(pid=12549): stdout: \u000a| (launched: 2022-12-14_05:37:38.752901) \u000a05:37:42.403830 run osmo-hlr_10.42.42.2(pid=12549): stderr: \u000a| �[0;m�[1;31m20221214053738931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053738931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053738931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053738931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053738931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053738931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053738943 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053738952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053738952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053738952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:37:42.448868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12544): Terminating (SIGTERM)\u000a05:37:42.492092 run iperf3-srv_10.42.42.10(pid=12545): Terminating (SIGTERM)\u000a05:37:42.535212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12548): Terminating (SIGTERM)\u000a05:37:42.577676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12551): Terminating (SIGTERM)\u000a05:37:42.620414 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12554): Terminating (SIGTERM)\u000a05:37:42.630220 --- ParallelTerminationStrategy: PID 12544 died...\u000a05:37:42.686950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12544): Terminated: ok {rc=0}\u000a05:37:42.697168 --- ParallelTerminationStrategy: PID 12545 died...\u000a05:37:42.753393 run iperf3-srv_10.42.42.10(pid=12545): Terminated {rc=256}\u000a05:37:42.763423 --- ParallelTerminationStrategy: PID 12548 died...\u000a05:37:42.819620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12548): Terminated: ok {rc=0}\u000a05:37:42.829781 --- ParallelTerminationStrategy: PID 12551 died...\u000a05:37:42.885960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12551): Terminated: ok {rc=0}\u000a05:37:42.896032 --- ParallelTerminationStrategy: PID 12554 died...\u000a05:37:42.952111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12554): Terminated: ok {rc=0}\u000a05:37:43.039714 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12571): Process ended prematurely: osmo-stp_10.42.42.5(pid=12571) [trial-2400↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12571)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12571): Process ended prematurely: osmo-stp_10.42.42.5(pid=12571) [trial-2400↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12571)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a05:37:44.158133 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:44.170242 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:37:44.325799 tst iperf3m4.py: using LAC 38772\u000a05:37:44.456677 tst iperf3m4.py: using RAC 12\u000a05:37:44.588273 tst iperf3m4.py: using CellId 38772\u000a05:37:44.717699 tst iperf3m4.py: using BVCI 38773\u000a05:37:44.743638 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:44.755119 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:44.766355 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:44.777604 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:44.788524 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:44.799757 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:44.811045 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:44.822133 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:44.833510 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:37:44.953444 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:37:45.073683 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:37:45.192743 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:37:45.497356 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:37:45.638368 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:37:46.010821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12557): Launched\u000a05:37:46.344185 run iperf3-srv_10.42.42.10(pid=12558): Launched\u000a05:37:46.544020 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:37:46.681164 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:37:47.029535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12559): Launched\u000a05:37:47.309520 run iperf3-srv_10.42.42.10(pid=12560): Launched\u000a05:37:47.515356 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:37:47.655902 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:37:48.002450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12561): Launched\u000a05:37:48.292703 run iperf3-srv_10.42.42.10(pid=12562): Launched\u000a05:37:48.498768 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:37:48.639771 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:37:48.988421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12563): Launched\u000a05:37:49.276623 run iperf3-srv_10.42.42.10(pid=12564): Launched\u000a05:37:49.482501 tst iperf3m4.py:8: start network...\u000a05:37:49.623078 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:37:50.159549 run create_hlr_db(pid=12565): Launched\u000a05:37:50.354437 bus /gobi_6: Setting Powered False\u000a05:37:51.374426 run create_hlr_db(pid=12565): Terminated: ok {rc=0}\u000a05:37:51.820756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12567): Launched\u000a05:37:52.156781 run osmo-hlr_10.42.42.2(pid=12568): Launched\u000a05:37:52.283218 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:37:52.875510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12570): Launched\u000a05:37:53.211814 run osmo-stp_10.42.42.5(pid=12571): Launched\u000a05:37:53.334152 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:37:53.921232 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12573): Launched\u000a05:37:54.041990 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:37:54.335987 run patchelf(pid=12574): Launched\u000a05:37:54.532461 run osmo-stp_10.42.42.5(pid=12571): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12571)]\u000a05:37:54.676854 run osmo-stp_10.42.42.5(pid=12571): stdout: \u000a| (launched: 2022-12-14_05:37:53.046845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:37:54.820914 run osmo-stp_10.42.42.5(pid=12571): stderr: \u000a| �[0;m�[38;5;43m20221214053753239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053753239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053753240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053753240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053753241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053753241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053753241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:37:54.959451 run osmo-stp_10.42.42.5(pid=12571): stdout: \u000a| (launched: 2022-12-14_05:37:53.046845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:37:55.097645 run osmo-stp_10.42.42.5(pid=12571): stderr: \u000a| �[0;m�[38;5;43m20221214053753239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053753239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053753240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053753240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053753241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053753241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053753241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:37:55.257913 run patchelf(pid=12574): Terminating (SIGINT)\u000a05:37:55.446096 run patchelf(pid=12574): Terminated: ok {rc=0}\u000a05:37:55.480611 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12571): Process ended prematurely: osmo-stp_10.42.42.5(pid=12571) [trial-2400↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12571)] [trial-2400↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a05:37:55.490846 tst iperf3m4.py:8: Test FAILED (11.4 sec)\u000a05:37:55.554195 run osmo-hlr_10.42.42.2(pid=12568): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12568)]\u000a05:37:55.605853 run osmo-hlr_10.42.42.2(pid=12568): stdout: \u000a| (launched: 2022-12-14_05:37:51.992078) \u000a05:37:55.658129 run osmo-hlr_10.42.42.2(pid=12568): stderr: \u000a| �[0;m�[1;31m20221214053752189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053752189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053752189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053752189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053752189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053752189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053752202 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053752210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053752211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053752211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:37:55.702714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12557): Terminating (SIGTERM)\u000a05:37:55.744708 run iperf3-srv_10.42.42.10(pid=12558): Terminating (SIGTERM)\u000a05:37:55.786852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12559): Terminating (SIGTERM)\u000a05:37:55.828823 run iperf3-srv_10.42.42.10(pid=12560): Terminating (SIGTERM)\u000a05:37:55.870830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12561): Terminating (SIGTERM)\u000a05:37:55.913057 run iperf3-srv_10.42.42.10(pid=12562): Terminating (SIGTERM)\u000a05:37:55.955420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12563): Terminating (SIGTERM)\u000a05:37:55.997677 run iperf3-srv_10.42.42.10(pid=12564): Terminating (SIGTERM)\u000a05:37:56.040130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12567): Terminating (SIGTERM)\u000a05:37:56.082641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12570): Terminating (SIGTERM)\u000a05:37:56.125377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12573): Terminating (SIGTERM)\u000a05:37:56.135061 --- ParallelTerminationStrategy: PID 12557 died...\u000a05:37:56.191237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12557): Terminated: ok {rc=0}\u000a05:37:56.201413 --- ParallelTerminationStrategy: PID 12558 died...\u000a05:37:56.257131 run iperf3-srv_10.42.42.10(pid=12558): Terminated {rc=256}\u000a05:37:56.267198 --- ParallelTerminationStrategy: PID 12559 died...\u000a05:37:56.323151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12559): Terminated: ok {rc=0}\u000a05:37:56.333344 --- ParallelTerminationStrategy: PID 12560 died...\u000a05:37:56.389111 run iperf3-srv_10.42.42.10(pid=12560): Terminated {rc=256}\u000a05:37:56.399186 --- ParallelTerminationStrategy: PID 12561 died...\u000a05:37:56.455053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12561): Terminated: ok {rc=0}\u000a05:37:56.465205 --- ParallelTerminationStrategy: PID 12562 died...\u000a05:37:56.521169 run iperf3-srv_10.42.42.10(pid=12562): Terminated {rc=256}\u000a05:37:56.531248 --- ParallelTerminationStrategy: PID 12563 died...\u000a05:37:56.587386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12563): Terminated: ok {rc=0}\u000a05:37:56.597606 --- ParallelTerminationStrategy: PID 12564 died...\u000a05:37:56.653447 run iperf3-srv_10.42.42.10(pid=12564): Terminated {rc=256}\u000a05:37:56.663585 --- ParallelTerminationStrategy: PID 12567 died...\u000a05:37:56.719474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12567): Terminated: ok {rc=0}\u000a05:37:56.729610 --- ParallelTerminationStrategy: PID 12570 died...\u000a05:37:56.785202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12570): Terminated: ok {rc=0}\u000a05:37:56.795287 --- ParallelTerminationStrategy: PID 12573 died...\u000a05:37:56.851129 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12573): Terminated: ok {rc=0}\u000a05:37:56.939063 bus /gobi_4: Setting Powered False\u000a05:37:58.045355 bus /gobi_4: Setting Powered False\u000a05:37:59.153184 bus /gobi_1: Setting Powered False\u000a05:38:00.258334 bus /gobi_1: Setting Powered False\u000a05:38:01.377543 bus /gobi_0: Setting Powered False\u000a05:38:02.482531 bus /gobi_0: Setting Powered False\u000a05:38:03.592087 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12581): Process ended prematurely: osmo-stp_10.42.42.5(pid=12581) [trial-2400↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12581)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12581): Process ended prematurely: osmo-stp_10.42.42.5(pid=12581) [trial-2400↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12581)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a05:38:04.662191 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:38:04.674650 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:38:04.829785 tst ping.py: using LAC 38773\u000a05:38:04.961689 tst ping.py: using RAC 13\u000a05:38:05.094006 tst ping.py: using CellId 38773\u000a05:38:05.225246 tst ping.py: using BVCI 38774\u000a05:38:05.250716 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:38:05.262333 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:38:05.273631 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:38:05.284703 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:38:05.295842 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:38:05.307109 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:38:05.318639 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:38:05.329880 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:38:05.627260 tst ping.py:19: start network...\u000a05:38:05.765752 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:38:06.293833 run create_hlr_db(pid=12575): Launched\u000a05:38:06.485507 bus /gobi_6: Setting Powered False\u000a05:38:07.506811 run create_hlr_db(pid=12575): Terminated: ok {rc=0}\u000a05:38:07.922443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12577): Launched\u000a05:38:08.232202 run osmo-hlr_10.42.42.2(pid=12578): Launched\u000a05:38:08.354563 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:38:08.904619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12580): Launched\u000a05:38:09.214463 run osmo-stp_10.42.42.5(pid=12581): Launched\u000a05:38:09.327081 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:38:09.867123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12583): Launched\u000a05:38:09.977570 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:38:10.246693 run patchelf(pid=12584): Launched\u000a05:38:10.427963 run osmo-stp_10.42.42.5(pid=12581): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12581)]\u000a05:38:10.560557 run osmo-stp_10.42.42.5(pid=12581): stdout: \u000a| (launched: 2022-12-14_05:38:09.061832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:38:10.693455 run osmo-stp_10.42.42.5(pid=12581): stderr: \u000a| �[0;m�[38;5;43m20221214053809235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053809235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053809235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053809236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053809236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053809236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053809236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:38:10.821901 run osmo-stp_10.42.42.5(pid=12581): stdout: \u000a| (launched: 2022-12-14_05:38:09.061832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:38:10.949158 run osmo-stp_10.42.42.5(pid=12581): stderr: \u000a| �[0;m�[38;5;43m20221214053809235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053809235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053809235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053809236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053809236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053809236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053809236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:38:11.096184 run patchelf(pid=12584): Terminating (SIGINT)\u000a05:38:11.269560 run patchelf(pid=12584): Terminated: ok {rc=0}\u000a05:38:11.300808 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12581): Process ended prematurely: osmo-stp_10.42.42.5(pid=12581) [trial-2400↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12581)] [trial-2400↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a05:38:11.309819 tst ping.py:22: Test FAILED (6.6 sec)\u000a05:38:11.370708 run osmo-hlr_10.42.42.2(pid=12578): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12578)]\u000a05:38:11.420312 run osmo-hlr_10.42.42.2(pid=12578): stdout: \u000a| (launched: 2022-12-14_05:38:08.079943) \u000a05:38:11.470614 run osmo-hlr_10.42.42.2(pid=12578): stderr: \u000a| �[0;m�[1;31m20221214053808254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053808254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053808254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053808254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053808254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053808255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053808267 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053808279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053808279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053808279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:38:11.513719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12577): Terminating (SIGTERM)\u000a05:38:11.554181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12580): Terminating (SIGTERM)\u000a05:38:11.594630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12583): Terminating (SIGTERM)\u000a05:38:11.603973 --- ParallelTerminationStrategy: PID 12577 died...\u000a05:38:11.658476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12577): Terminated: ok {rc=0}\u000a05:38:11.668130 --- ParallelTerminationStrategy: PID 12580 died...\u000a05:38:11.722112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12580): Terminated: ok {rc=0}\u000a05:38:11.731721 --- ParallelTerminationStrategy: PID 12583 died...\u000a05:38:11.785683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12583): Terminated: ok {rc=0}\u000a05:38:11.874566 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12591): Process ended prematurely: osmo-stp_10.42.42.5(pid=12591) [trial-2400↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12591)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12591): Process ended prematurely: osmo-stp_10.42.42.5(pid=12591) [trial-2400↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12591)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a05:38:12.926367 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:38:12.937942 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:38:13.086280 tst ping_idle_ping.py: using LAC 38774\u000a05:38:13.210182 tst ping_idle_ping.py: using RAC 14\u000a05:38:13.334061 tst ping_idle_ping.py: using CellId 38774\u000a05:38:13.456168 tst ping_idle_ping.py: using BVCI 38775\u000a05:38:13.479893 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:38:13.490913 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:38:13.501584 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:38:13.512209 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:38:13.523605 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:38:13.534557 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:38:13.545818 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:38:13.556733 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:38:13.854982 tst ping_idle_ping.py:24: start network...\u000a05:38:13.994357 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:38:14.526355 run create_hlr_db(pid=12585): Launched\u000a05:38:14.719415 bus /gobi_6: Setting Powered False\u000a05:38:15.739294 run create_hlr_db(pid=12585): Terminated: ok {rc=0}\u000a05:38:16.216082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12587): Launched\u000a05:38:16.624727 run osmo-hlr_10.42.42.2(pid=12588): Launched\u000a05:38:16.751294 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:38:17.440404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12590): Launched\u000a05:38:17.772844 run osmo-stp_10.42.42.5(pid=12591): Launched\u000a05:38:17.892909 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:38:18.470936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12593): Launched\u000a05:38:18.589744 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:38:18.880179 run patchelf(pid=12594): Launched\u000a05:38:19.073611 run osmo-stp_10.42.42.5(pid=12591): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12591)]\u000a05:38:19.215410 run osmo-stp_10.42.42.5(pid=12591): stdout: \u000a| (launched: 2022-12-14_05:38:17.609035)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:38:19.357315 run osmo-stp_10.42.42.5(pid=12591): stderr: \u000a| �[0;m�[38;5;43m20221214053817801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053817801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053817802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053817802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053817803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053817803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053817803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:38:19.494095 run osmo-stp_10.42.42.5(pid=12591): stdout: \u000a| (launched: 2022-12-14_05:38:17.609035)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:38:19.629446 run osmo-stp_10.42.42.5(pid=12591): stderr: \u000a| �[0;m�[38;5;43m20221214053817801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053817801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053817802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053817802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053817803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053817803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053817803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:38:19.786806 run patchelf(pid=12594): Terminating (SIGINT)\u000a05:38:19.971415 run patchelf(pid=12594): Terminated: ok {rc=0}\u000a05:38:20.004813 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12591): Process ended prematurely: osmo-stp_10.42.42.5(pid=12591) [trial-2400↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12591)] [trial-2400↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a05:38:20.014216 tst ping_idle_ping.py:27: Test FAILED (7.1 sec)\u000a05:38:20.077038 run osmo-hlr_10.42.42.2(pid=12588): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12588)]\u000a05:38:20.128900 run osmo-hlr_10.42.42.2(pid=12588): stdout: \u000a| (launched: 2022-12-14_05:38:16.380327) \u000a05:38:20.181298 run osmo-hlr_10.42.42.2(pid=12588): stderr: \u000a| �[0;m�[1;31m20221214053816703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053816703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053816703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053816703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053816703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053816703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053816755 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053816769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053816769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053816769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:38:20.225960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12587): Terminating (SIGTERM)\u000a05:38:20.267816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12590): Terminating (SIGTERM)\u000a05:38:20.310186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12593): Terminating (SIGTERM)\u000a05:38:20.320076 --- ParallelTerminationStrategy: PID 12587 died...\u000a05:38:20.376744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12587): Terminated: ok {rc=0}\u000a05:38:20.387083 --- ParallelTerminationStrategy: PID 12590 died...\u000a05:38:20.443192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12590): Terminated: ok {rc=0}\u000a05:38:20.453550 --- ParallelTerminationStrategy: PID 12593 died...\u000a05:38:20.509721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12593): Terminated: ok {rc=0}\u000a05:38:20.596577 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:37:20" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12605): Process ended prematurely: osmo-stp_10.42.42.5(pid=12605) [trial-2400↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12605)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12605): Process ended prematurely: osmo-stp_10.42.42.5(pid=12605) [trial-2400↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12605)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a05:38:22.601429 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:38:22.613968 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:38:22.758563 tst switch_tch_pdch.py: using LAC 38775\u000a05:38:22.878885 tst switch_tch_pdch.py: using RAC 15\u000a05:38:22.998105 tst switch_tch_pdch.py: using CellId 38775\u000a05:38:23.122944 tst switch_tch_pdch.py: using BVCI 38776\u000a05:38:23.146705 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:38:23.158043 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:38:23.169051 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:38:23.179915 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:38:23.191097 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:38:23.202393 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:38:23.213890 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:38:23.225133 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:38:23.348353 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:38:23.634141 tst switch_tch_pdch.py:51: start network...\u000a05:38:23.763791 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:38:24.248886 run create_hlr_db(pid=12599): Launched\u000a05:38:24.428129 bus /gobi_6: Setting Powered False\u000a05:38:25.448679 run create_hlr_db(pid=12599): Terminated: ok {rc=0}\u000a05:38:25.887160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12601): Launched\u000a05:38:26.219038 run osmo-hlr_10.42.42.2(pid=12602): Launched\u000a05:38:26.340466 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:38:26.914423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12604): Launched\u000a05:38:27.245359 run osmo-stp_10.42.42.5(pid=12605): Launched\u000a05:38:27.365649 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:38:27.940928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12607): Launched\u000a05:38:28.059156 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:38:28.347098 run patchelf(pid=12608): Launched\u000a05:38:28.539377 run osmo-stp_10.42.42.5(pid=12605): ERR: Terminated: ERROR {rc=1} [trial-2400↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12605)]\u000a05:38:28.680122 run osmo-stp_10.42.42.5(pid=12605): stdout: \u000a| (launched: 2022-12-14_05:38:27.082801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:38:28.820776 run osmo-stp_10.42.42.5(pid=12605): stderr: \u000a| �[0;m�[38;5;43m20221214053827275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053827275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053827275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053827275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053827276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053827276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053827276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:38:28.957462 run osmo-stp_10.42.42.5(pid=12605): stdout: \u000a| (launched: 2022-12-14_05:38:27.082801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:38:29.092835 run osmo-stp_10.42.42.5(pid=12605): stderr: \u000a| �[0;m�[38;5;43m20221214053827275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053827275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053827275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053827275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053827276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053827276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053827276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:38:29.250281 run patchelf(pid=12608): Terminating (SIGINT)\u000a05:38:29.435097 run patchelf(pid=12608): Terminated: ok {rc=0}\u000a05:38:29.468443 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12605): Process ended prematurely: osmo-stp_10.42.42.5(pid=12605) [trial-2400↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12605)] [trial-2400↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a05:38:29.477878 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a05:38:29.541300 run osmo-hlr_10.42.42.2(pid=12602): ERR: Terminated: ERROR {rc=237} [trial-2400↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12602)]\u000a05:38:29.593247 run osmo-hlr_10.42.42.2(pid=12602): stdout: \u000a| (launched: 2022-12-14_05:38:26.054980) \u000a05:38:29.645957 run osmo-hlr_10.42.42.2(pid=12602): stderr: \u000a| �[0;m�[1;31m20221214053826253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053826253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053826253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053826253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053826253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053826253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053826266 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053826274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053826275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053826275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:38:29.691023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12601): Terminating (SIGTERM)\u000a05:38:29.733614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12604): Terminating (SIGTERM)\u000a05:38:29.776763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12607): Terminating (SIGTERM)\u000a05:38:29.786704 --- ParallelTerminationStrategy: PID 12601 died...\u000a05:38:29.843270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12601): Terminated: ok {rc=0}\u000a05:38:29.853461 --- ParallelTerminationStrategy: PID 12604 died...\u000a05:38:29.909774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12604): Terminated: ok {rc=0}\u000a05:38:29.919894 --- ParallelTerminationStrategy: PID 12607 died...\u000a05:38:29.976140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12607): Terminated: ok {rc=0}\u000a05:38:30.062991 bus /gobi_0: Setting Powered False\u000a05:38:31.184435 bus /gobi_0: Setting Powered False\u000a05:38:32.298670 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:38:22" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12618): Process ended prematurely: osmo-stp_10.42.42.5(pid=12618) [trial-2400↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12618)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12618): Process ended prematurely: osmo-stp_10.42.42.5(pid=12618) [trial-2400↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12618)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a05:38:34.225523 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:38:34.236607 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a05:38:34.384034 tst switch_tch_pdch.py: using LAC 38776\u000a05:38:34.512904 tst switch_tch_pdch.py: using RAC 16\u000a05:38:34.645246 tst switch_tch_pdch.py: using CellId 38776\u000a05:38:34.776407 tst switch_tch_pdch.py: using BVCI 38777\u000a05:38:34.801994 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:38:34.813638 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:38:34.825142 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:38:34.836259 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:38:34.847374 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:38:34.858572 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:38:34.869929 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:38:34.881177 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a05:38:34.999021 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a05:38:35.297478 tst switch_tch_pdch.py:51: start network...\u000a05:38:35.435555 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:38:35.933710 run create_hlr_db(pid=12612): Launched\u000a05:38:36.067902 bus /gobi_6: Setting Powered False\u000a05:38:37.146107 run create_hlr_db(pid=12612): Terminated: ok {rc=0}\u000a05:38:37.557195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12614): Launched\u000a05:38:37.888784 run osmo-hlr_10.42.42.2(pid=12615): Launched\u000a05:38:38.009225 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:38:38.553145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12617): Launched\u000a05:38:38.884405 run osmo-stp_10.42.42.5(pid=12618): Launched\u000a05:38:39.005196 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:38:39.553984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12620): Launched\u000a05:38:39.672283 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:38:39.961380 run patchelf(pid=12621): Launched\u000a05:38:40.155320 run osmo-stp_10.42.42.5(pid=12618): ERR: Terminated: ERROR {rc=1} [trial-2400↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12618)]\u000a05:38:40.296255 run osmo-stp_10.42.42.5(pid=12618): stdout: \u000a| (launched: 2022-12-14_05:38:38.720876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:38:40.437862 run osmo-stp_10.42.42.5(pid=12618): stderr: \u000a| �[0;m�[38;5;43m20221214053838915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053838915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053838915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053838915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053838916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053838916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053838916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:38:40.574206 run osmo-stp_10.42.42.5(pid=12618): stdout: \u000a| (launched: 2022-12-14_05:38:38.720876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:38:40.709739 run osmo-stp_10.42.42.5(pid=12618): stderr: \u000a| �[0;m�[38;5;43m20221214053838915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053838915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053838915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053838915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053838916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053838916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053838916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:38:40.867076 run patchelf(pid=12621): Terminating (SIGINT)\u000a05:38:41.052260 run patchelf(pid=12621): Terminated: ok {rc=0}\u000a05:38:41.085762 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12618): Process ended prematurely: osmo-stp_10.42.42.5(pid=12618) [trial-2400↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12618)] [trial-2400↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a05:38:41.095615 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a05:38:41.158952 run osmo-hlr_10.42.42.2(pid=12615): ERR: Terminated: ERROR {rc=237} [trial-2400↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12615)]\u000a05:38:41.211002 run osmo-hlr_10.42.42.2(pid=12615): stdout: \u000a| (launched: 2022-12-14_05:38:37.725248) \u000a05:38:41.263404 run osmo-hlr_10.42.42.2(pid=12615): stderr: \u000a| �[0;m�[1;31m20221214053837923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053837923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053837923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053837923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053837923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053837923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053837936 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053837945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053837945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053837945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:38:41.308227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12614): Terminating (SIGTERM)\u000a05:38:41.351167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12617): Terminating (SIGTERM)\u000a05:38:41.393631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12620): Terminating (SIGTERM)\u000a05:38:41.403501 --- ParallelTerminationStrategy: PID 12614 died...\u000a05:38:41.460351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12614): Terminated: ok {rc=0}\u000a05:38:41.470656 --- ParallelTerminationStrategy: PID 12617 died...\u000a05:38:41.526847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12617): Terminated: ok {rc=0}\u000a05:38:41.537169 --- ParallelTerminationStrategy: PID 12620 died...\u000a05:38:41.593396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12620): Terminated: ok {rc=0}\u000a05:38:41.680520 bus /gobi_0: Setting Powered False\u000a05:38:42.788365 bus /gobi_0: Setting Powered False\u000a05:38:43.896930 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:38:33" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12626): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12626) [trial-2400↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12626)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12626): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12626) [trial-2400↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a05:38:45.764748 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a05:38:45.776296 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a05:38:45.912331 tst mo_mt_sms.py: using LAC 38777\u000a05:38:46.062544 tst mo_mt_sms.py: using RAC 17\u000a05:38:46.201235 tst mo_mt_sms.py: using CellId 38777\u000a05:38:46.349938 tst mo_mt_sms.py: using BVCI 38778\u000a05:38:46.376433 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a05:38:46.494462 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a05:38:46.784617 tst mo_mt_sms.py:9: start nitb and bts...\u000a05:38:46.917349 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a05:38:47.566806 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12625): Launched\u000a05:38:47.874677 run osmo-nitb_10.42.42.2(pid=12626): Launched\u000a05:38:48.064588 run osmo-nitb_10.42.42.2(pid=12626): ERR: Terminated: ERROR {rc=2} [trial-2400↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12626)]\u000a05:38:48.204639 run osmo-nitb_10.42.42.2(pid=12626): stdout: \u000a| (launched: 2022-12-14_05:38:47.725336) \u000a05:38:48.345173 run osmo-nitb_10.42.42.2(pid=12626): stderr: \u000a| (launched: 2022-12-14_05:38:47.771308)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:38:48.480933 run osmo-nitb_10.42.42.2(pid=12626): stdout: \u000a| (launched: 2022-12-14_05:38:47.725336) \u000a05:38:48.615280 run osmo-nitb_10.42.42.2(pid=12626): stderr: \u000a| (launched: 2022-12-14_05:38:47.771308)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:38:49.000234 tst osmo-nitb_10.42.42.2(pid=12626): stdout: \u000a| (launched: 2022-12-14_05:38:47.725336) \u000a05:38:49.124037 tst osmo-nitb_10.42.42.2(pid=12626): stderr: \u000a| (launched: 2022-12-14_05:38:47.771308)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:38:49.177926 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=12626): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12626) [trial-2400↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12626)] [trial-2400↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a05:38:49.186104 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a05:38:49.221108 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12625): Terminating (SIGTERM)\u000a05:38:49.399358 --- ParallelTerminationStrategy: PID 12625 died...\u000a05:38:49.455575 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12625): Terminated: ok {rc=0}\u000a05:38:49.541021 bus /sierra_3: Setting Powered False\u000a05:38:50.650923 bus /sierra_3: Setting Powered False\u000a05:38:51.764749 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:38:45" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12636): Process ended prematurely: osmo-stp_10.42.42.5(pid=12636) [trial-2400↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12636)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12636): Process ended prematurely: osmo-stp_10.42.42.5(pid=12636) [trial-2400↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12636)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a05:38:53.616471 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:38:53.627612 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a05:38:53.756494 tst mo_mt_sms.py: using LAC 38778\u000a05:38:53.880755 tst mo_mt_sms.py: using RAC 18\u000a05:38:54.004646 tst mo_mt_sms.py: using CellId 38778\u000a05:38:54.128464 tst mo_mt_sms.py: using BVCI 38779\u000a05:38:54.152215 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:38:54.162976 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:38:54.173485 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:38:54.183677 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:38:54.194305 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:38:54.204852 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a05:38:54.321108 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a05:38:54.535732 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:38:55.065884 run create_hlr_db(pid=12630): Launched\u000a05:38:55.258701 bus /sierra_2: Setting Powered False\u000a05:38:56.278259 run create_hlr_db(pid=12630): Terminated: ok {rc=0}\u000a05:38:56.693637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12632): Launched\u000a05:38:57.003168 run osmo-hlr_10.42.42.2(pid=12633): Launched\u000a05:38:57.124914 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:38:57.668354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12635): Launched\u000a05:38:57.977946 run osmo-stp_10.42.42.5(pid=12636): Launched\u000a05:38:58.090670 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:38:58.656638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12638): Launched\u000a05:38:58.967310 run osmo-msc_10.42.42.6(pid=12639): Launched\u000a05:38:59.149808 run osmo-stp_10.42.42.5(pid=12636): ERR: Terminated: ERROR {rc=1} [trial-2400↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12636)]\u000a05:38:59.281158 run osmo-stp_10.42.42.5(pid=12636): stdout: \u000a| (launched: 2022-12-14_05:38:57.825342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:38:59.409683 run osmo-stp_10.42.42.5(pid=12636): stderr: \u000a| �[0;m�[38;5;43m20221214053857996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053857996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053857996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053857997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053857997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053857998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053857998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:38:59.534008 run osmo-stp_10.42.42.5(pid=12636): stdout: \u000a| (launched: 2022-12-14_05:38:57.825342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:38:59.657564 run osmo-stp_10.42.42.5(pid=12636): stderr: \u000a| �[0;m�[38;5;43m20221214053857996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053857996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053857996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053857997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053857997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053857998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053857998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:38:59.711650 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=12636): Process ended prematurely: osmo-stp_10.42.42.5(pid=12636) [trial-2400↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12636)] [trial-2400↪sms:oc2g↪mo_mt_sms.py:16]\u000a05:38:59.719902 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a05:38:59.781040 run osmo-hlr_10.42.42.2(pid=12633): ERR: Terminated: ERROR {rc=237} [trial-2400↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12633)]\u000a05:38:59.830738 run osmo-hlr_10.42.42.2(pid=12633): stdout: \u000a| (launched: 2022-12-14_05:38:56.850575) \u000a05:38:59.881205 run osmo-hlr_10.42.42.2(pid=12633): stderr: \u000a| �[0;m�[1;31m20221214053857028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053857028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053857029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053857029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053857029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053857029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053857040 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053857049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053857049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053857049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:38:59.949077 run osmo-msc_10.42.42.6(pid=12639): ERR: Terminated: ERROR {rc=2} [trial-2400↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12639)]\u000a05:38:59.998697 run osmo-msc_10.42.42.6(pid=12639): stdout: \u000a| (launched: 2022-12-14_05:38:58.813596) \u000a05:39:00.048773 run osmo-msc_10.42.42.6(pid=12639): stderr: \u000a| �[0;m�[38;5;43m20221214053859085 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214053859085 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f14d9f7cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214053859085 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214053859085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214053859086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214053859086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214053859088 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214053859088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214053859088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214053859088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:39:00.091657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12632): Terminating (SIGTERM)\u000a05:39:00.131996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12635): Terminating (SIGTERM)\u000a05:39:00.172500 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12638): Terminating (SIGTERM)\u000a05:39:00.181929 --- ParallelTerminationStrategy: PID 12632 died...\u000a05:39:00.236480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12632): Terminated: ok {rc=0}\u000a05:39:00.246243 --- ParallelTerminationStrategy: PID 12635 died...\u000a05:39:00.300209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12635): Terminated: ok {rc=0}\u000a05:39:00.310021 --- ParallelTerminationStrategy: PID 12638 died...\u000a05:39:00.363949 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12638): Terminated: ok {rc=0}\u000a05:39:00.447734 bus /sierra_3: Setting Powered False\u000a05:39:01.586220 bus /sierra_3: Setting Powered False\u000a05:39:02.759131 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:38:53" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12916): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12916) [trial-2400↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12916)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12916): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12916) [trial-2400↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12916)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a05:39:04.587611 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a05:39:04.608126 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a05:39:04.743115 tst assert_extension.py: using LAC 38779\u000a05:39:04.869806 tst assert_extension.py: using RAC 19\u000a05:39:04.998854 tst assert_extension.py: using CellId 38779\u000a05:39:05.123802 tst assert_extension.py: using BVCI 38780\u000a05:39:05.150646 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a05:39:05.450752 tst assert_extension.py:10: start nitb and bts...\u000a05:39:05.587131 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a05:39:06.259299 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12915): Launched\u000a05:39:06.597116 run osmo-nitb_10.42.42.2(pid=12916): Launched\u000a05:39:06.793390 run osmo-nitb_10.42.42.2(pid=12916): ERR: Terminated: ERROR {rc=2} [trial-2400↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12916)]\u000a05:39:06.940833 run osmo-nitb_10.42.42.2(pid=12916): stdout: \u000a| (launched: 2022-12-14_05:39:06.422091) \u000a05:39:07.085497 run osmo-nitb_10.42.42.2(pid=12916): stderr: \u000a| (launched: 2022-12-14_05:39:06.468741)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:39:07.226676 run osmo-nitb_10.42.42.2(pid=12916): stdout: \u000a| (launched: 2022-12-14_05:39:06.422091) \u000a05:39:07.368381 run osmo-nitb_10.42.42.2(pid=12916): stderr: \u000a| (launched: 2022-12-14_05:39:06.468741)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:39:07.724380 tst osmo-nitb_10.42.42.2(pid=12916): stdout: \u000a| (launched: 2022-12-14_05:39:06.422091) \u000a05:39:07.852551 tst osmo-nitb_10.42.42.2(pid=12916): stderr: \u000a| (launched: 2022-12-14_05:39:06.468741)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:39:07.908379 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=12916): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12916) [trial-2400↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12916)] [trial-2400↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a05:39:07.917481 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a05:39:07.956613 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12915): Terminating (SIGTERM)\u000a05:39:08.135624 --- ParallelTerminationStrategy: PID 12915 died...\u000a05:39:08.194789 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12915): Terminated: ok {rc=0}\u000a05:39:08.284141 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:39:04" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "ussd:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12933): Process ended prematurely: osmo-stp_10.42.42.5(pid=12933) [trial-2400↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12933)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12933): Process ended prematurely: osmo-stp_10.42.42.5(pid=12933) [trial-2400↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12933)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a05:39:10.092180 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:39:10.103843 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a05:39:10.235216 tst assert_extension.py: using LAC 38780\u000a05:39:10.363300 tst assert_extension.py: using RAC 20\u000a05:39:10.491376 tst assert_extension.py: using CellId 38780\u000a05:39:10.618269 tst assert_extension.py: using BVCI 38781\u000a05:39:10.643506 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:39:10.655081 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:39:10.667624 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:39:10.679405 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:39:10.692279 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:39:10.704942 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a05:39:10.919209 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:39:11.453436 run create_hlr_db(pid=12927): Launched\u000a05:39:11.650070 bus /sierra_2: Setting Powered False\u000a05:39:12.671427 run create_hlr_db(pid=12927): Terminated: ok {rc=0}\u000a05:39:13.136106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12929): Launched\u000a05:39:13.577627 run osmo-hlr_10.42.42.2(pid=12930): Launched\u000a05:39:13.823442 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:39:14.433691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12932): Launched\u000a05:39:14.881418 run osmo-stp_10.42.42.5(pid=12933): Launched\u000a05:39:15.098419 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:39:15.730752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12935): Launched\u000a05:39:16.226328 run osmo-msc_10.42.42.6(pid=12936): Launched\u000a05:39:16.652930 run osmo-stp_10.42.42.5(pid=12933): ERR: Terminated: ERROR {rc=1} [trial-2400↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12933)]\u000a05:39:16.795462 run osmo-stp_10.42.42.5(pid=12933): stdout: \u000a| (launched: 2022-12-14_05:39:14.607661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:16.937897 run osmo-stp_10.42.42.5(pid=12933): stderr: \u000a| �[0;m�[38;5;43m20221214053914906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053914906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053914907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053914907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053914907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053914907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053914908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:17.074007 run osmo-stp_10.42.42.5(pid=12933): stdout: \u000a| (launched: 2022-12-14_05:39:14.607661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:17.210751 run osmo-stp_10.42.42.5(pid=12933): stderr: \u000a| �[0;m�[38;5;43m20221214053914906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053914906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053914907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053914907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053914907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053914907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053914908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:17.270440 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=12933): Process ended prematurely: osmo-stp_10.42.42.5(pid=12933) [trial-2400↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12933)] [trial-2400↪ussd:oc2g↪assert_extension.py:17]\u000a05:39:17.279875 tst assert_extension.py:17: Test FAILED (7.2 sec)\u000a05:39:17.348014 run osmo-hlr_10.42.42.2(pid=12930): ERR: Terminated: ERROR {rc=237} [trial-2400↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12930)]\u000a05:39:17.401024 run osmo-hlr_10.42.42.2(pid=12930): stdout: \u000a| (launched: 2022-12-14_05:39:13.309851) \u000a05:39:17.455088 run osmo-hlr_10.42.42.2(pid=12930): stderr: \u000a| �[0;m�[1;31m20221214053913616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053913616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053913616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053913616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053913616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053913616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053913634 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053913642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053913642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053913642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:39:17.527689 run osmo-msc_10.42.42.6(pid=12936): ERR: Terminated: ERROR {rc=2} [trial-2400↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12936)]\u000a05:39:17.581980 run osmo-msc_10.42.42.6(pid=12936): stdout: \u000a| (launched: 2022-12-14_05:39:15.948174) \u000a05:39:17.635435 run osmo-msc_10.42.42.6(pid=12936): stderr: \u000a| �[0;m�[38;5;43m20221214053916449 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214053916449 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b2e567c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214053916449 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214053916449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214053916450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214053916450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214053916451 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214053916452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214053916452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214053916452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:39:17.681677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12929): Terminating (SIGTERM)\u000a05:39:17.726987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12932): Terminating (SIGTERM)\u000a05:39:17.773432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12935): Terminating (SIGTERM)\u000a05:39:17.784100 --- ParallelTerminationStrategy: PID 12929 died...\u000a05:39:17.843956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12929): Terminated: ok {rc=0}\u000a05:39:17.854648 --- ParallelTerminationStrategy: PID 12932 died...\u000a05:39:17.912114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12932): Terminated: ok {rc=0}\u000a05:39:17.922975 --- ParallelTerminationStrategy: PID 12935 died...\u000a05:39:17.981098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12935): Terminated: ok {rc=0}\u000a05:39:18.083590 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:39:09" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12948): Process ended prematurely: osmo-stp_10.42.42.5(pid=12948) [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12948)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12948): Process ended prematurely: osmo-stp_10.42.42.5(pid=12948) [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12948)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a05:39:20.024112 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:39:20.036295 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a05:39:20.193282 tst mo_mt_call.py: using LAC 38781\u000a05:39:20.325139 tst mo_mt_call.py: using RAC 21\u000a05:39:20.457181 tst mo_mt_call.py: using CellId 38781\u000a05:39:20.587072 tst mo_mt_call.py: using BVCI 38782\u000a05:39:20.613591 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:39:20.626031 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:39:20.638116 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:39:20.650462 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:39:20.664499 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:39:20.677708 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:39:20.804258 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:39:21.022312 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:39:21.579588 run create_hlr_db(pid=12941): Launched\u000a05:39:21.771029 bus /sierra_2: Setting Powered False\u000a05:39:22.796301 run create_hlr_db(pid=12941): Terminated: ok {rc=0}\u000a05:39:23.248839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12943): Launched\u000a05:39:23.688446 run osmo-hlr_10.42.42.2(pid=12944): Launched\u000a05:39:23.938320 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:39:24.538581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12947): Launched\u000a05:39:24.876818 run osmo-stp_10.42.42.5(pid=12948): Launched\u000a05:39:24.999570 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:39:25.615583 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12950): Launched\u000a05:39:25.953611 run osmo-msc_10.42.42.6(pid=12951): Launched\u000a05:39:26.150153 run osmo-stp_10.42.42.5(pid=12948): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12948)]\u000a05:39:26.291876 run osmo-stp_10.42.42.5(pid=12948): stdout: \u000a| (launched: 2022-12-14_05:39:24.710298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:26.431708 run osmo-stp_10.42.42.5(pid=12948): stderr: \u000a| �[0;m�[38;5;43m20221214053924904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053924904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053924904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053924904 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053924905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053924905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053924905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:26.566427 run osmo-stp_10.42.42.5(pid=12948): stdout: \u000a| (launched: 2022-12-14_05:39:24.710298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:26.699984 run osmo-stp_10.42.42.5(pid=12948): stderr: \u000a| �[0;m�[38;5;43m20221214053924904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053924904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053924904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053924904 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053924905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053924905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053924905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:26.758846 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12948): Process ended prematurely: osmo-stp_10.42.42.5(pid=12948) [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12948)] [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a05:39:26.767971 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a05:39:26.830783 run osmo-hlr_10.42.42.2(pid=12944): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12944)]\u000a05:39:26.882398 run osmo-hlr_10.42.42.2(pid=12944): stdout: \u000a| (launched: 2022-12-14_05:39:23.426192) \u000a05:39:26.934808 run osmo-hlr_10.42.42.2(pid=12944): stderr: \u000a| �[0;m�[1;31m20221214053923726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053923726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053923726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053923726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053923726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053923726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053923743 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053923751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053923751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053923751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:39:27.005812 run osmo-msc_10.42.42.6(pid=12951): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12951)]\u000a05:39:27.057463 run osmo-msc_10.42.42.6(pid=12951): stdout: \u000a| (launched: 2022-12-14_05:39:25.787250) \u000a05:39:27.110056 run osmo-msc_10.42.42.6(pid=12951): stderr: \u000a| �[0;m�[38;5;43m20221214053926111 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214053926111 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7d3eb7ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214053926112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214053926112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214053926112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214053926112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214053926114 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214053926114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214053926114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214053926114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:39:27.154701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12943): Terminating (SIGTERM)\u000a05:39:27.196581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12947): Terminating (SIGTERM)\u000a05:39:27.238557 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12950): Terminating (SIGTERM)\u000a05:39:27.248277 --- ParallelTerminationStrategy: PID 12943 died...\u000a05:39:27.304401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12943): Terminated: ok {rc=0}\u000a05:39:27.314775 --- ParallelTerminationStrategy: PID 12947 died...\u000a05:39:27.371529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12947): Terminated: ok {rc=0}\u000a05:39:27.381729 --- ParallelTerminationStrategy: PID 12950 died...\u000a05:39:27.437580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12950): Terminated: ok {rc=0}\u000a05:39:27.524321 bus /sierra_3: Setting Powered False\u000a05:39:28.626044 bus /sierra_3: Setting Powered False\u000a05:39:29.735609 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12959): Process ended prematurely: osmo-stp_10.42.42.5(pid=12959) [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12959)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12959): Process ended prematurely: osmo-stp_10.42.42.5(pid=12959) [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12959)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:39:30.854155 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:39:30.868022 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a05:39:31.031849 tst mo_mt_call_osmux.py: using LAC 38782\u000a05:39:31.166077 tst mo_mt_call_osmux.py: using RAC 22\u000a05:39:31.302972 tst mo_mt_call_osmux.py: using CellId 38782\u000a05:39:31.455993 tst mo_mt_call_osmux.py: using BVCI 38783\u000a05:39:31.490356 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:39:31.505936 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:39:31.521459 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:39:31.538652 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:39:31.555144 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:39:31.570867 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:39:31.716346 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:39:31.963980 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:39:32.483144 run create_hlr_db(pid=12953): Launched\u000a05:39:32.678443 bus /sierra_2: Setting Powered False\u000a05:39:33.697949 run create_hlr_db(pid=12953): Terminated: ok {rc=0}\u000a05:39:34.145346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12955): Launched\u000a05:39:34.483474 run osmo-hlr_10.42.42.2(pid=12956): Launched\u000a05:39:34.607511 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:39:35.194452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12958): Launched\u000a05:39:35.530821 run osmo-stp_10.42.42.5(pid=12959): Launched\u000a05:39:35.654242 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:39:36.268115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12961): Launched\u000a05:39:36.604355 run osmo-msc_10.42.42.6(pid=12962): Launched\u000a05:39:36.800208 run osmo-stp_10.42.42.5(pid=12959): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12959)]\u000a05:39:36.941673 run osmo-stp_10.42.42.5(pid=12959): stdout: \u000a| (launched: 2022-12-14_05:39:35.365977)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:37.081597 run osmo-stp_10.42.42.5(pid=12959): stderr: \u000a| �[0;m�[38;5;43m20221214053935563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053935563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053935563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053935564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053935564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053935564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053935565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:37.216546 run osmo-stp_10.42.42.5(pid=12959): stdout: \u000a| (launched: 2022-12-14_05:39:35.365977)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:37.349938 run osmo-stp_10.42.42.5(pid=12959): stderr: \u000a| �[0;m�[38;5;43m20221214053935563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053935563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053935563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053935564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053935564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053935564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053935565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:37.409620 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12959): Process ended prematurely: osmo-stp_10.42.42.5(pid=12959) [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12959)] [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a05:39:37.418999 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a05:39:37.481777 run osmo-hlr_10.42.42.2(pid=12956): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12956)]\u000a05:39:37.533367 run osmo-hlr_10.42.42.2(pid=12956): stdout: \u000a| (launched: 2022-12-14_05:39:34.317500) \u000a05:39:37.585504 run osmo-hlr_10.42.42.2(pid=12956): stderr: \u000a| �[0;m�[1;31m20221214053934516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053934516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053934516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053934516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053934516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053934516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053934528 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053934537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053934537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053934537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:39:37.656143 run osmo-msc_10.42.42.6(pid=12962): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12962)]\u000a05:39:37.707529 run osmo-msc_10.42.42.6(pid=12962): stdout: \u000a| (launched: 2022-12-14_05:39:36.439690) \u000a05:39:37.759521 run osmo-msc_10.42.42.6(pid=12962): stderr: \u000a| �[0;m�[38;5;43m20221214053936766 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214053936766 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc63ec98c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214053936766 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214053936766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214053936766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214053936767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214053936768 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214053936769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214053936769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214053936769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:39:37.803634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12955): Terminating (SIGTERM)\u000a05:39:37.845422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12958): Terminating (SIGTERM)\u000a05:39:37.887169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12961): Terminating (SIGTERM)\u000a05:39:37.896856 --- ParallelTerminationStrategy: PID 12955 died...\u000a05:39:37.953187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12955): Terminated: ok {rc=0}\u000a05:39:37.963424 --- ParallelTerminationStrategy: PID 12958 died...\u000a05:39:38.019197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12958): Terminated: ok {rc=0}\u000a05:39:38.029391 --- ParallelTerminationStrategy: PID 12961 died...\u000a05:39:38.084999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12961): Terminated: ok {rc=0}\u000a05:39:38.171333 bus /sierra_3: Setting Powered False\u000a05:39:39.277656 bus /sierra_3: Setting Powered False\u000a05:39:40.385599 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:39:19" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12973): Process ended prematurely: osmo-stp_10.42.42.5(pid=12973) [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12973)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12973): Process ended prematurely: osmo-stp_10.42.42.5(pid=12973) [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12973)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a05:39:42.349154 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:39:42.360681 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a05:39:42.517661 tst mo_mt_call.py: using LAC 38783\u000a05:39:42.649449 tst mo_mt_call.py: using RAC 23\u000a05:39:42.778768 tst mo_mt_call.py: using CellId 38783\u000a05:39:42.912296 tst mo_mt_call.py: using BVCI 38784\u000a05:39:42.937946 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:39:42.949446 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:39:42.960751 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:39:42.972027 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:39:42.983373 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:39:42.994708 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:39:43.114207 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:39:43.330802 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:39:43.868779 run create_hlr_db(pid=12967): Launched\u000a05:39:44.064217 bus /sierra_2: Setting Powered False\u000a05:39:45.074973 run create_hlr_db(pid=12967): Terminated: ok {rc=0}\u000a05:39:45.504323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12969): Launched\u000a05:39:45.820655 run osmo-hlr_10.42.42.2(pid=12970): Launched\u000a05:39:46.061204 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:39:46.631542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12972): Launched\u000a05:39:47.094465 run osmo-stp_10.42.42.5(pid=12973): Launched\u000a05:39:47.312275 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:39:47.890771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12975): Launched\u000a05:39:48.208118 run osmo-msc_10.42.42.6(pid=12976): Launched\u000a05:39:48.393722 run osmo-stp_10.42.42.5(pid=12973): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12973)]\u000a05:39:48.527428 run osmo-stp_10.42.42.5(pid=12973): stdout: \u000a| (launched: 2022-12-14_05:39:46.795459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:48.659076 run osmo-stp_10.42.42.5(pid=12973): stderr: \u000a| �[0;m�[38;5;43m20221214053947041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053947041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053947041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053947042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053947042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053947042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053947042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:48.785905 run osmo-stp_10.42.42.5(pid=12973): stdout: \u000a| (launched: 2022-12-14_05:39:46.795459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:48.911858 run osmo-stp_10.42.42.5(pid=12973): stderr: \u000a| �[0;m�[38;5;43m20221214053947041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053947041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053947041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053947042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053947042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053947042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053947042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:48.967202 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12973): Process ended prematurely: osmo-stp_10.42.42.5(pid=12973) [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12973)] [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a05:39:48.975948 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a05:39:49.037109 run osmo-hlr_10.42.42.2(pid=12970): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12970)]\u000a05:39:49.087002 run osmo-hlr_10.42.42.2(pid=12970): stdout: \u000a| (launched: 2022-12-14_05:39:45.665463) \u000a05:39:49.137753 run osmo-hlr_10.42.42.2(pid=12970): stderr: \u000a| �[0;m�[1;31m20221214053945868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053945868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053945868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053945868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053945868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053945868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053945887 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053945899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053945899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053945899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:39:49.207081 run osmo-msc_10.42.42.6(pid=12976): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12976)]\u000a05:39:49.257138 run osmo-msc_10.42.42.6(pid=12976): stdout: \u000a| (launched: 2022-12-14_05:39:48.051531) \u000a05:39:49.307614 run osmo-msc_10.42.42.6(pid=12976): stderr: \u000a| �[0;m�[38;5;43m20221214053948325 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214053948326 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa67bc1ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214053948326 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214053948326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214053948326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214053948326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214053948328 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214053948328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214053948328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214053948328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:39:49.350504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12969): Terminating (SIGTERM)\u000a05:39:49.391088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12972): Terminating (SIGTERM)\u000a05:39:49.431607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12975): Terminating (SIGTERM)\u000a05:39:49.440905 --- ParallelTerminationStrategy: PID 12969 died...\u000a05:39:49.495689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12969): Terminated: ok {rc=0}\u000a05:39:49.505475 --- ParallelTerminationStrategy: PID 12972 died...\u000a05:39:49.564525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12972): Terminated: ok {rc=0}\u000a05:39:49.574887 --- ParallelTerminationStrategy: PID 12975 died...\u000a05:39:49.632252 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12975): Terminated: ok {rc=0}\u000a05:39:49.720584 bus /sierra_3: Setting Powered False\u000a05:39:50.826208 bus /sierra_3: Setting Powered False\u000a05:39:51.933704 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12984): Process ended prematurely: osmo-stp_10.42.42.5(pid=12984) [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12984)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12984): Process ended prematurely: osmo-stp_10.42.42.5(pid=12984) [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12984)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:39:53.048793 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:39:53.061127 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a05:39:53.218895 tst mo_mt_call_osmux.py: using LAC 38784\u000a05:39:53.351349 tst mo_mt_call_osmux.py: using RAC 24\u000a05:39:53.483952 tst mo_mt_call_osmux.py: using CellId 38784\u000a05:39:53.615084 tst mo_mt_call_osmux.py: using BVCI 38785\u000a05:39:53.640697 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:39:53.652221 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:39:53.663614 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:39:53.675020 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:39:53.686393 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:39:53.697800 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:39:53.817464 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:39:54.037561 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:39:54.575726 run create_hlr_db(pid=12978): Launched\u000a05:39:54.770853 bus /sierra_2: Setting Powered False\u000a05:39:55.791005 run create_hlr_db(pid=12978): Terminated: ok {rc=0}\u000a05:39:56.214723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12980): Launched\u000a05:39:56.534543 run osmo-hlr_10.42.42.2(pid=12981): Launched\u000a05:39:56.659354 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:39:57.214189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12983): Launched\u000a05:39:57.530467 run osmo-stp_10.42.42.5(pid=12984): Launched\u000a05:39:57.646359 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:39:58.222415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12986): Launched\u000a05:39:58.538671 run osmo-msc_10.42.42.6(pid=12987): Launched\u000a05:39:58.724196 run osmo-stp_10.42.42.5(pid=12984): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12984)]\u000a05:39:58.857907 run osmo-stp_10.42.42.5(pid=12984): stdout: \u000a| (launched: 2022-12-14_05:39:57.374570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:58.988740 run osmo-stp_10.42.42.5(pid=12984): stderr: \u000a| �[0;m�[38;5;43m20221214053957548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053957548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053957548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053957549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053957549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053957550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053957550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:59.114832 run osmo-stp_10.42.42.5(pid=12984): stdout: \u000a| (launched: 2022-12-14_05:39:57.374570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:59.239918 run osmo-stp_10.42.42.5(pid=12984): stderr: \u000a| �[0;m�[38;5;43m20221214053957548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214053957548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214053957548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214053957549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214053957549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214053957550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214053957550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:59.294746 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12984): Process ended prematurely: osmo-stp_10.42.42.5(pid=12984) [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12984)] [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a05:39:59.303393 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a05:39:59.364185 run osmo-hlr_10.42.42.2(pid=12981): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12981)]\u000a05:39:59.413514 run osmo-hlr_10.42.42.2(pid=12981): stdout: \u000a| (launched: 2022-12-14_05:39:56.376672) \u000a05:39:59.463445 run osmo-hlr_10.42.42.2(pid=12981): stderr: \u000a| �[0;m�[1;31m20221214053956553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214053956553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214053956554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053956554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214053956554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214053956554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214053956566 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214053956576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214053956576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214053956576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:39:59.531364 run osmo-msc_10.42.42.6(pid=12987): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12987)]\u000a05:39:59.581146 run osmo-msc_10.42.42.6(pid=12987): stdout: \u000a| (launched: 2022-12-14_05:39:58.382925) \u000a05:39:59.631240 run osmo-msc_10.42.42.6(pid=12987): stderr: \u000a| �[0;m�[38;5;43m20221214053958654 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214053958654 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff113db0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214053958654 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214053958654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214053958654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214053958655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214053958656 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214053958657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214053958657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214053958657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:39:59.673782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12980): Terminating (SIGTERM)\u000a05:39:59.713923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12983): Terminating (SIGTERM)\u000a05:39:59.754021 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12986): Terminating (SIGTERM)\u000a05:39:59.763236 --- ParallelTerminationStrategy: PID 12980 died...\u000a05:39:59.817442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12980): Terminated: ok {rc=0}\u000a05:39:59.826992 --- ParallelTerminationStrategy: PID 12983 died...\u000a05:39:59.880910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12983): Terminated: ok {rc=0}\u000a05:39:59.890620 --- ParallelTerminationStrategy: PID 12986 died...\u000a05:39:59.944281 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12986): Terminated: ok {rc=0}\u000a05:40:00.032826 bus /sierra_3: Setting Powered False\u000a05:40:01.159633 bus /sierra_3: Setting Powered False\u000a05:40:02.283088 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:39:42" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13001): Process ended prematurely: osmo-stp_10.42.42.5(pid=13001) [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13001)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13001): Process ended prematurely: osmo-stp_10.42.42.5(pid=13001) [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13001)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a05:40:04.240110 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:40:04.251766 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a05:40:04.407734 tst mo_mt_call.py: using LAC 38785\u000a05:40:04.542859 tst mo_mt_call.py: using RAC 25\u000a05:40:04.673323 tst mo_mt_call.py: using CellId 38785\u000a05:40:04.797340 tst mo_mt_call.py: using BVCI 38786\u000a05:40:04.821386 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:40:04.832396 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:40:04.843234 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:40:04.854008 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:40:04.865232 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:40:04.876318 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:40:04.993024 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:40:05.209502 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:40:05.746223 run create_hlr_db(pid=12995): Launched\u000a05:40:05.941331 bus /sierra_2: Setting Powered False\u000a05:40:06.960632 run create_hlr_db(pid=12995): Terminated: ok {rc=0}\u000a05:40:07.408661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12997): Launched\u000a05:40:07.747210 run osmo-hlr_10.42.42.2(pid=12998): Launched\u000a05:40:07.873996 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:40:08.459136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13000): Launched\u000a05:40:08.795463 run osmo-stp_10.42.42.5(pid=13001): Launched\u000a05:40:08.918564 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:40:09.533616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13003): Launched\u000a05:40:09.871039 run osmo-msc_10.42.42.6(pid=13004): Launched\u000a05:40:10.067126 run osmo-stp_10.42.42.5(pid=13001): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13001)]\u000a05:40:10.209347 run osmo-stp_10.42.42.5(pid=13001): stdout: \u000a| (launched: 2022-12-14_05:40:08.630940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:10.349353 run osmo-stp_10.42.42.5(pid=13001): stderr: \u000a| �[0;m�[38;5;43m20221214054008825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054008825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054008825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054008826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054008826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054008826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054008826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:10.484313 run osmo-stp_10.42.42.5(pid=13001): stdout: \u000a| (launched: 2022-12-14_05:40:08.630940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:10.618356 run osmo-stp_10.42.42.5(pid=13001): stderr: \u000a| �[0;m�[38;5;43m20221214054008825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054008825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054008825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054008826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054008826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054008826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054008826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:10.677288 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13001): Process ended prematurely: osmo-stp_10.42.42.5(pid=13001) [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13001)] [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a05:40:10.686565 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a05:40:10.749550 run osmo-hlr_10.42.42.2(pid=12998): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12998)]\u000a05:40:10.801011 run osmo-hlr_10.42.42.2(pid=12998): stdout: \u000a| (launched: 2022-12-14_05:40:07.581120) \u000a05:40:10.853076 run osmo-hlr_10.42.42.2(pid=12998): stderr: \u000a| �[0;m�[1;31m20221214054007781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054007781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054007781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054007781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054007781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054007781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054007794 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054007802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054007803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054007803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:40:10.923621 run osmo-msc_10.42.42.6(pid=13004): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13004)]\u000a05:40:10.975324 run osmo-msc_10.42.42.6(pid=13004): stdout: \u000a| (launched: 2022-12-14_05:40:09.705882) \u000a05:40:11.027267 run osmo-msc_10.42.42.6(pid=13004): stderr: \u000a| �[0;m�[38;5;43m20221214054010029 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214054010029 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f460d9fdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214054010029 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214054010029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214054010029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214054010029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214054010031 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214054010031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214054010031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214054010032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:40:11.071369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12997): Terminating (SIGTERM)\u000a05:40:11.113053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13000): Terminating (SIGTERM)\u000a05:40:11.154941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13003): Terminating (SIGTERM)\u000a05:40:11.164597 --- ParallelTerminationStrategy: PID 12997 died...\u000a05:40:11.220501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12997): Terminated: ok {rc=0}\u000a05:40:11.230607 --- ParallelTerminationStrategy: PID 13000 died...\u000a05:40:11.286290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13000): Terminated: ok {rc=0}\u000a05:40:11.296354 --- ParallelTerminationStrategy: PID 13003 died...\u000a05:40:11.354223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13003): Terminated: ok {rc=0}\u000a05:40:11.450848 bus /sierra_3: Setting Powered False\u000a05:40:12.552722 bus /sierra_3: Setting Powered False\u000a05:40:13.662736 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13012): Process ended prematurely: osmo-stp_10.42.42.5(pid=13012) [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13012)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13012): Process ended prematurely: osmo-stp_10.42.42.5(pid=13012) [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13012)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:40:14.779009 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:40:14.791193 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a05:40:14.947186 tst mo_mt_call_osmux.py: using LAC 38786\u000a05:40:15.077938 tst mo_mt_call_osmux.py: using RAC 26\u000a05:40:15.211532 tst mo_mt_call_osmux.py: using CellId 38786\u000a05:40:15.344606 tst mo_mt_call_osmux.py: using BVCI 38787\u000a05:40:15.370391 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:40:15.382070 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:40:15.393534 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:40:15.404909 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:40:15.416397 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:40:15.427911 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:40:15.549605 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:40:15.758805 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:40:16.363700 run create_hlr_db(pid=13006): Launched\u000a05:40:16.567147 bus /sierra_2: Setting Powered False\u000a05:40:17.569570 run create_hlr_db(pid=13006): Terminated: ok {rc=0}\u000a05:40:18.034190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13008): Launched\u000a05:40:18.371856 run osmo-hlr_10.42.42.2(pid=13009): Launched\u000a05:40:18.498843 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:40:19.085336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13011): Launched\u000a05:40:19.422457 run osmo-stp_10.42.42.5(pid=13012): Launched\u000a05:40:19.545648 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:40:20.162603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13014): Launched\u000a05:40:20.500197 run osmo-msc_10.42.42.6(pid=13015): Launched\u000a05:40:20.697336 run osmo-stp_10.42.42.5(pid=13012): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13012)]\u000a05:40:20.838948 run osmo-stp_10.42.42.5(pid=13012): stdout: \u000a| (launched: 2022-12-14_05:40:19.257182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:20.979373 run osmo-stp_10.42.42.5(pid=13012): stderr: \u000a| �[0;m�[38;5;43m20221214054019453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054019453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054019453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054019454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054019454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054019454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054019454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:21.114712 run osmo-stp_10.42.42.5(pid=13012): stdout: \u000a| (launched: 2022-12-14_05:40:19.257182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:21.249183 run osmo-stp_10.42.42.5(pid=13012): stderr: \u000a| �[0;m�[38;5;43m20221214054019453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054019453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054019453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054019454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054019454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054019454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054019454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:21.308281 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13012): Process ended prematurely: osmo-stp_10.42.42.5(pid=13012) [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13012)] [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a05:40:21.317836 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a05:40:21.381359 run osmo-hlr_10.42.42.2(pid=13009): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13009)]\u000a05:40:21.433376 run osmo-hlr_10.42.42.2(pid=13009): stdout: \u000a| (launched: 2022-12-14_05:40:18.206765) \u000a05:40:21.485896 run osmo-hlr_10.42.42.2(pid=13009): stderr: \u000a| �[0;m�[1;31m20221214054018409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054018410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054018410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054018410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054018410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054018410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054018423 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054018431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054018432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054018432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:40:21.557562 run osmo-msc_10.42.42.6(pid=13015): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13015)]\u000a05:40:21.609407 run osmo-msc_10.42.42.6(pid=13015): stdout: \u000a| (launched: 2022-12-14_05:40:20.334924) \u000a05:40:21.661938 run osmo-msc_10.42.42.6(pid=13015): stderr: \u000a| �[0;m�[38;5;43m20221214054020661 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214054020661 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f615e088c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214054020661 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214054020661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214054020661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214054020661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214054020663 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214054020664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214054020664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214054020664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:40:21.706912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13008): Terminating (SIGTERM)\u000a05:40:21.749275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13011): Terminating (SIGTERM)\u000a05:40:21.792441 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13014): Terminating (SIGTERM)\u000a05:40:21.802385 --- ParallelTerminationStrategy: PID 13008 died...\u000a05:40:21.858978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13008): Terminated: ok {rc=0}\u000a05:40:21.869278 --- ParallelTerminationStrategy: PID 13011 died...\u000a05:40:21.925603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13011): Terminated: ok {rc=0}\u000a05:40:21.935830 --- ParallelTerminationStrategy: PID 13014 died...\u000a05:40:21.992037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13014): Terminated: ok {rc=0}\u000a05:40:22.079300 bus /sierra_3: Setting Powered False\u000a05:40:23.186931 bus /sierra_3: Setting Powered False\u000a05:40:24.299054 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:40:03" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13026): Process ended prematurely: osmo-stp_10.42.42.5(pid=13026) [trial-2400↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13026)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13026): Process ended prematurely: osmo-stp_10.42.42.5(pid=13026) [trial-2400↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13026)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a05:40:26.248661 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:40:26.259692 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a05:40:26.407476 tst mo_mt_call.py: using LAC 38787\u000a05:40:26.539172 tst mo_mt_call.py: using RAC 27\u000a05:40:26.665869 tst mo_mt_call.py: using CellId 38787\u000a05:40:26.788668 tst mo_mt_call.py: using BVCI 38788\u000a05:40:26.812737 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:40:26.823871 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:40:26.834815 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:40:26.845691 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:40:26.856821 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:40:26.868018 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:40:26.991138 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:40:27.203010 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:40:27.702178 run create_hlr_db(pid=13020): Launched\u000a05:40:27.885091 bus /sierra_2: Setting Powered False\u000a05:40:28.906454 run create_hlr_db(pid=13020): Terminated: ok {rc=0}\u000a05:40:29.357462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13022): Launched\u000a05:40:29.695775 run osmo-hlr_10.42.42.2(pid=13023): Launched\u000a05:40:29.824802 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:40:30.413252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13025): Launched\u000a05:40:30.750303 run osmo-stp_10.42.42.5(pid=13026): Launched\u000a05:40:30.882024 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:40:31.549126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13028): Launched\u000a05:40:31.979820 run osmo-msc_10.42.42.6(pid=13029): Launched\u000a05:40:32.363138 run osmo-stp_10.42.42.5(pid=13026): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13026)]\u000a05:40:32.497053 run osmo-stp_10.42.42.5(pid=13026): stdout: \u000a| (launched: 2022-12-14_05:40:30.585270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:32.629158 run osmo-stp_10.42.42.5(pid=13026): stderr: \u000a| �[0;m�[38;5;43m20221214054030779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054030779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054030780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054030780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054030781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054030781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054030781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:32.756081 run osmo-stp_10.42.42.5(pid=13026): stdout: \u000a| (launched: 2022-12-14_05:40:30.585270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:32.882367 run osmo-stp_10.42.42.5(pid=13026): stderr: \u000a| �[0;m�[38;5;43m20221214054030779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054030779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054030780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054030780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054030781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054030781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054030781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:32.937940 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13026): Process ended prematurely: osmo-stp_10.42.42.5(pid=13026) [trial-2400↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13026)] [trial-2400↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a05:40:32.946645 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a05:40:33.007724 run osmo-hlr_10.42.42.2(pid=13023): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13023)]\u000a05:40:33.057861 run osmo-hlr_10.42.42.2(pid=13023): stdout: \u000a| (launched: 2022-12-14_05:40:29.530179) \u000a05:40:33.108707 run osmo-hlr_10.42.42.2(pid=13023): stderr: \u000a| �[0;m�[1;31m20221214054029729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054029730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054029730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054029730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054029730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054029730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054029742 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054029753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054029754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054029754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:40:33.177698 run osmo-msc_10.42.42.6(pid=13029): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13029)]\u000a05:40:33.227878 run osmo-msc_10.42.42.6(pid=13029): stdout: \u000a| (launched: 2022-12-14_05:40:31.725395) \u000a05:40:33.278485 run osmo-msc_10.42.42.6(pid=13029): stderr: \u000a| �[0;m�[38;5;43m20221214054032155 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214054032156 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7c9940bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214054032156 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214054032157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214054032157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214054032158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214054032163 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214054032163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214054032163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214054032163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:40:33.321553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13022): Terminating (SIGTERM)\u000a05:40:33.362024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13025): Terminating (SIGTERM)\u000a05:40:33.402414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13028): Terminating (SIGTERM)\u000a05:40:33.411721 --- ParallelTerminationStrategy: PID 13022 died...\u000a05:40:33.466389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13022): Terminated: ok {rc=0}\u000a05:40:33.476088 --- ParallelTerminationStrategy: PID 13025 died...\u000a05:40:33.530180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13025): Terminated: ok {rc=0}\u000a05:40:33.539818 --- ParallelTerminationStrategy: PID 13028 died...\u000a05:40:33.594012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13028): Terminated: ok {rc=0}\u000a05:40:33.678519 bus /sierra_3: Setting Powered False\u000a05:40:34.786136 bus /sierra_3: Setting Powered False\u000a05:40:35.894296 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13037): Process ended prematurely: osmo-stp_10.42.42.5(pid=13037) [trial-2400↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13037)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13037): Process ended prematurely: osmo-stp_10.42.42.5(pid=13037) [trial-2400↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13037)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:40:37.004794 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:40:37.016694 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a05:40:37.163171 tst mo_mt_call_osmux.py: using LAC 38788\u000a05:40:37.290564 tst mo_mt_call_osmux.py: using RAC 28\u000a05:40:37.417835 tst mo_mt_call_osmux.py: using CellId 38788\u000a05:40:37.539345 tst mo_mt_call_osmux.py: using BVCI 38789\u000a05:40:37.563549 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:40:37.574728 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:40:37.585666 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:40:37.596572 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:40:37.608208 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:40:37.619504 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:40:37.736448 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:40:37.956046 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:40:38.497769 run create_hlr_db(pid=13031): Launched\u000a05:40:38.694256 bus /sierra_2: Setting Powered False\u000a05:40:39.714016 run create_hlr_db(pid=13031): Terminated: ok {rc=0}\u000a05:40:40.139478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13033): Launched\u000a05:40:40.458413 run osmo-hlr_10.42.42.2(pid=13034): Launched\u000a05:40:40.583652 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:40:41.135665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13036): Launched\u000a05:40:41.451958 run osmo-stp_10.42.42.5(pid=13037): Launched\u000a05:40:41.568405 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:40:42.153320 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13039): Launched\u000a05:40:42.490407 run osmo-msc_10.42.42.6(pid=13040): Launched\u000a05:40:42.690128 run osmo-stp_10.42.42.5(pid=13037): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13037)]\u000a05:40:42.831890 run osmo-stp_10.42.42.5(pid=13037): stdout: \u000a| (launched: 2022-12-14_05:40:41.296567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:42.973725 run osmo-stp_10.42.42.5(pid=13037): stderr: \u000a| �[0;m�[38;5;43m20221214054041469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054041469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054041469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054041470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054041470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054041470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054041470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:43.109152 run osmo-stp_10.42.42.5(pid=13037): stdout: \u000a| (launched: 2022-12-14_05:40:41.296567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:43.243923 run osmo-stp_10.42.42.5(pid=13037): stderr: \u000a| �[0;m�[38;5;43m20221214054041469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054041469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054041469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054041470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054041470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054041470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054041470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:43.303207 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13037): Process ended prematurely: osmo-stp_10.42.42.5(pid=13037) [trial-2400↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13037)] [trial-2400↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a05:40:43.312577 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a05:40:43.375708 run osmo-hlr_10.42.42.2(pid=13034): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13034)]\u000a05:40:43.427555 run osmo-hlr_10.42.42.2(pid=13034): stdout: \u000a| (launched: 2022-12-14_05:40:40.301087) \u000a05:40:43.479964 run osmo-hlr_10.42.42.2(pid=13034): stderr: \u000a| �[0;m�[1;31m20221214054040477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054040477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054040477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054040477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054040477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054040477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054040488 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054040496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054040497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054040497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:40:43.551652 run osmo-msc_10.42.42.6(pid=13040): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13040)]\u000a05:40:43.603797 run osmo-msc_10.42.42.6(pid=13040): stdout: \u000a| (launched: 2022-12-14_05:40:42.325772) \u000a05:40:43.655984 run osmo-msc_10.42.42.6(pid=13040): stderr: \u000a| �[0;m�[38;5;43m20221214054042650 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214054042651 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f743315ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214054042651 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214054042651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214054042651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214054042651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214054042653 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214054042653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214054042654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214054042654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:40:43.700683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13033): Terminating (SIGTERM)\u000a05:40:43.743376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13036): Terminating (SIGTERM)\u000a05:40:43.785971 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13039): Terminating (SIGTERM)\u000a05:40:43.795734 --- ParallelTerminationStrategy: PID 13033 died...\u000a05:40:43.852006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13033): Terminated: ok {rc=0}\u000a05:40:43.862176 --- ParallelTerminationStrategy: PID 13036 died...\u000a05:40:43.918401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13036): Terminated: ok {rc=0}\u000a05:40:43.928609 --- ParallelTerminationStrategy: PID 13039 died...\u000a05:40:43.984548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13039): Terminated: ok {rc=0}\u000a05:40:44.071442 bus /sierra_3: Setting Powered False\u000a05:40:45.177950 bus /sierra_3: Setting Powered False\u000a05:40:46.317862 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:40:25" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13052): Process ended prematurely: osmo-stp_10.42.42.5(pid=13052) [trial-2400↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13052)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13052): Process ended prematurely: osmo-stp_10.42.42.5(pid=13052) [trial-2400↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13052)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a05:40:48.283852 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:48.294908 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a05:40:48.448793 tst mo_mt_call.py: using LAC 38789\u000a05:40:48.579486 tst mo_mt_call.py: using RAC 29\u000a05:40:48.710030 tst mo_mt_call.py: using CellId 38789\u000a05:40:48.840831 tst mo_mt_call.py: using BVCI 38790\u000a05:40:48.866821 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:48.878588 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:48.890088 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:48.901642 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:48.913043 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:48.924526 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:40:49.044768 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:40:49.262882 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:40:49.801132 run create_hlr_db(pid=13045): Launched\u000a05:40:49.997167 bus /sierra_2: Setting Powered False\u000a05:40:51.016019 run create_hlr_db(pid=13045): Terminated: ok {rc=0}\u000a05:40:51.440763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13047): Launched\u000a05:40:51.757946 run osmo-hlr_10.42.42.2(pid=13048): Launched\u000a05:40:51.881784 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:40:52.475565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13051): Launched\u000a05:40:52.811968 run osmo-stp_10.42.42.5(pid=13052): Launched\u000a05:40:52.934192 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:40:53.549118 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13054): Launched\u000a05:40:53.885884 run osmo-msc_10.42.42.6(pid=13055): Launched\u000a05:40:54.082906 run osmo-stp_10.42.42.5(pid=13052): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13052)]\u000a05:40:54.225582 run osmo-stp_10.42.42.5(pid=13052): stdout: \u000a| (launched: 2022-12-14_05:40:52.647387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:54.366254 run osmo-stp_10.42.42.5(pid=13052): stderr: \u000a| �[0;m�[38;5;43m20221214054052843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054052843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054052843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054052844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054052844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054052844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054052844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:54.501412 run osmo-stp_10.42.42.5(pid=13052): stdout: \u000a| (launched: 2022-12-14_05:40:52.647387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:54.635312 run osmo-stp_10.42.42.5(pid=13052): stderr: \u000a| �[0;m�[38;5;43m20221214054052843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054052843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054052843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054052844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054052844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054052844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054052844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:54.694638 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13052): Process ended prematurely: osmo-stp_10.42.42.5(pid=13052) [trial-2400↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13052)] [trial-2400↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a05:40:54.703967 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a05:40:54.766941 run osmo-hlr_10.42.42.2(pid=13048): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13048)]\u000a05:40:54.818964 run osmo-hlr_10.42.42.2(pid=13048): stdout: \u000a| (launched: 2022-12-14_05:40:51.601892) \u000a05:40:54.871197 run osmo-hlr_10.42.42.2(pid=13048): stderr: \u000a| �[0;m�[1;31m20221214054051778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054051778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054051778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054051778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054051778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054051778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054051790 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054051798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054051798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054051798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:40:54.942423 run osmo-msc_10.42.42.6(pid=13055): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13055)]\u000a05:40:54.994134 run osmo-msc_10.42.42.6(pid=13055): stdout: \u000a| (launched: 2022-12-14_05:40:53.720902) \u000a05:40:55.046095 run osmo-msc_10.42.42.6(pid=13055): stderr: \u000a| �[0;m�[38;5;43m20221214054054046 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214054054046 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0365304c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214054054046 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214054054046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214054054046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214054054046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214054054048 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214054054048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214054054048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214054054049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:40:55.090822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13047): Terminating (SIGTERM)\u000a05:40:55.132918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13051): Terminating (SIGTERM)\u000a05:40:55.175519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13054): Terminating (SIGTERM)\u000a05:40:55.185436 --- ParallelTerminationStrategy: PID 13047 died...\u000a05:40:55.242572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13047): Terminated: ok {rc=0}\u000a05:40:55.252940 --- ParallelTerminationStrategy: PID 13051 died...\u000a05:40:55.309536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13051): Terminated: ok {rc=0}\u000a05:40:55.319831 --- ParallelTerminationStrategy: PID 13054 died...\u000a05:40:55.375953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13054): Terminated: ok {rc=0}\u000a05:40:55.463616 bus /sierra_3: Setting Powered False\u000a05:40:56.568417 bus /sierra_3: Setting Powered False\u000a05:40:57.681184 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13063): Process ended prematurely: osmo-stp_10.42.42.5(pid=13063) [trial-2400↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13063)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13063): Process ended prematurely: osmo-stp_10.42.42.5(pid=13063) [trial-2400↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13063)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:40:58.794587 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:58.806272 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a05:40:58.954649 tst mo_mt_call_osmux.py: using LAC 38790\u000a05:40:59.080199 tst mo_mt_call_osmux.py: using RAC 30\u000a05:40:59.204664 tst mo_mt_call_osmux.py: using CellId 38790\u000a05:40:59.340838 tst mo_mt_call_osmux.py: using BVCI 38791\u000a05:40:59.367019 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:59.378948 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:59.390614 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:59.402245 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:59.413876 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:59.425835 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:40:59.549753 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:40:59.767798 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:41:00.300713 run create_hlr_db(pid=13057): Launched\u000a05:41:00.483171 bus /sierra_2: Setting Powered False\u000a05:41:01.522258 run create_hlr_db(pid=13057): Terminated: ok {rc=0}\u000a05:41:01.992745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13059): Launched\u000a05:41:02.335880 run osmo-hlr_10.42.42.2(pid=13060): Launched\u000a05:41:02.461234 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:41:03.048204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13062): Launched\u000a05:41:03.385609 run osmo-stp_10.42.42.5(pid=13063): Launched\u000a05:41:03.508026 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:41:04.123524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13065): Launched\u000a05:41:04.460730 run osmo-msc_10.42.42.6(pid=13066): Launched\u000a05:41:04.657677 run osmo-stp_10.42.42.5(pid=13063): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13063)]\u000a05:41:04.799487 run osmo-stp_10.42.42.5(pid=13063): stdout: \u000a| (launched: 2022-12-14_05:41:03.220579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:41:04.940126 run osmo-stp_10.42.42.5(pid=13063): stderr: \u000a| �[0;m�[38;5;43m20221214054103418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054103418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054103418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054103418 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054103419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054103419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054103419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:41:05.075218 run osmo-stp_10.42.42.5(pid=13063): stdout: \u000a| (launched: 2022-12-14_05:41:03.220579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:41:05.209482 run osmo-stp_10.42.42.5(pid=13063): stderr: \u000a| �[0;m�[38;5;43m20221214054103418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054103418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054103418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054103418 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054103419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054103419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054103419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:41:05.268342 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13063): Process ended prematurely: osmo-stp_10.42.42.5(pid=13063) [trial-2400↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13063)] [trial-2400↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a05:41:05.277696 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a05:41:05.341182 run osmo-hlr_10.42.42.2(pid=13060): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13060)]\u000a05:41:05.393090 run osmo-hlr_10.42.42.2(pid=13060): stdout: \u000a| (launched: 2022-12-14_05:41:02.169363) \u000a05:41:05.445767 run osmo-hlr_10.42.42.2(pid=13060): stderr: \u000a| �[0;m�[1;31m20221214054102369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054102370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054102370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054102370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054102370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054102370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054102382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054102390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054102391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054102391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:41:05.517754 run osmo-msc_10.42.42.6(pid=13066): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13066)]\u000a05:41:05.569809 run osmo-msc_10.42.42.6(pid=13066): stdout: \u000a| (launched: 2022-12-14_05:41:04.296147) \u000a05:41:05.622446 run osmo-msc_10.42.42.6(pid=13066): stderr: \u000a| �[0;m�[38;5;43m20221214054104622 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214054104622 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc53afc0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214054104622 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214054104622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214054104622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214054104622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214054104624 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214054104624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214054104625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214054104625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:41:05.667230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13059): Terminating (SIGTERM)\u000a05:41:05.709930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13062): Terminating (SIGTERM)\u000a05:41:05.752148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13065): Terminating (SIGTERM)\u000a05:41:05.762069 --- ParallelTerminationStrategy: PID 13059 died...\u000a05:41:05.818153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13059): Terminated: ok {rc=0}\u000a05:41:05.828316 --- ParallelTerminationStrategy: PID 13062 died...\u000a05:41:05.884408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13062): Terminated: ok {rc=0}\u000a05:41:05.894601 --- ParallelTerminationStrategy: PID 13065 died...\u000a05:41:05.950280 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13065): Terminated: ok {rc=0}\u000a05:41:06.037411 bus /sierra_3: Setting Powered False\u000a05:41:07.144817 bus /sierra_3: Setting Powered False\u000a05:41:08.255679 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:40:48" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13077): Process ended prematurely: osmo-stp_10.42.42.5(pid=13077) [trial-2400↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13077)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13077): Process ended prematurely: osmo-stp_10.42.42.5(pid=13077) [trial-2400↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13077)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a05:41:10.219470 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:41:10.231231 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:41:10.389299 tst mo_mt_call.py: using LAC 38791\u000a05:41:10.523059 tst mo_mt_call.py: using RAC 31\u000a05:41:10.654614 tst mo_mt_call.py: using CellId 38791\u000a05:41:10.786474 tst mo_mt_call.py: using BVCI 38792\u000a05:41:10.812314 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:41:10.823996 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:41:10.835359 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:41:10.846711 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:41:10.858107 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:41:10.869589 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:41:10.994015 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:41:11.211322 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:41:11.749415 run create_hlr_db(pid=13071): Launched\u000a05:41:11.945581 bus /sierra_2: Setting Powered False\u000a05:41:12.965481 run create_hlr_db(pid=13071): Terminated: ok {rc=0}\u000a05:41:13.390921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13073): Launched\u000a05:41:13.707228 run osmo-hlr_10.42.42.2(pid=13074): Launched\u000a05:41:13.830800 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:41:14.386601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13076): Launched\u000a05:41:14.702837 run osmo-stp_10.42.42.5(pid=13077): Launched\u000a05:41:14.819366 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:41:15.396845 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13079): Launched\u000a05:41:15.714404 run osmo-msc_10.42.42.6(pid=13080): Launched\u000a05:41:15.962021 run osmo-stp_10.42.42.5(pid=13077): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13077)]\u000a05:41:16.123426 run osmo-stp_10.42.42.5(pid=13077): stdout: \u000a| (launched: 2022-12-14_05:41:14.547254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:41:16.258841 run osmo-stp_10.42.42.5(pid=13077): stderr: \u000a| �[0;m�[38;5;43m20221214054114721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054114721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054114722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054114722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054114722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054114722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054114723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:41:16.389226 run osmo-stp_10.42.42.5(pid=13077): stdout: \u000a| (launched: 2022-12-14_05:41:14.547254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:41:16.518769 run osmo-stp_10.42.42.5(pid=13077): stderr: \u000a| �[0;m�[38;5;43m20221214054114721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054114721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054114722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054114722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054114722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054114722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054114723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:41:16.575796 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13077): Process ended prematurely: osmo-stp_10.42.42.5(pid=13077) [trial-2400↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13077)] [trial-2400↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a05:41:16.586047 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a05:41:16.648865 run osmo-hlr_10.42.42.2(pid=13074): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13074)]\u000a05:41:16.700475 run osmo-hlr_10.42.42.2(pid=13074): stdout: \u000a| (launched: 2022-12-14_05:41:13.552171) \u000a05:41:16.753075 run osmo-hlr_10.42.42.2(pid=13074): stderr: \u000a| �[0;m�[1;31m20221214054113730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054113730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054113730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054113730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054113730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054113730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054113742 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054113751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054113751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054113751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:41:16.824018 run osmo-msc_10.42.42.6(pid=13080): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13080)]\u000a05:41:16.875722 run osmo-msc_10.42.42.6(pid=13080): stdout: \u000a| (launched: 2022-12-14_05:41:15.557296) \u000a05:41:16.928006 run osmo-msc_10.42.42.6(pid=13080): stderr: \u000a| �[0;m�[38;5;43m20221214054115829 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214054115829 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb7e97ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214054115829 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214054115829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214054115829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214054115830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214054115831 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214054115832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214054115832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214054115832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:41:16.972705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13073): Terminating (SIGTERM)\u000a05:41:17.014711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13076): Terminating (SIGTERM)\u000a05:41:17.056539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13079): Terminating (SIGTERM)\u000a05:41:17.066406 --- ParallelTerminationStrategy: PID 13073 died...\u000a05:41:17.123415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13073): Terminated: ok {rc=0}\u000a05:41:17.133996 --- ParallelTerminationStrategy: PID 13076 died...\u000a05:41:17.190695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13076): Terminated: ok {rc=0}\u000a05:41:17.201431 --- ParallelTerminationStrategy: PID 13079 died...\u000a05:41:17.257719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13079): Terminated: ok {rc=0}\u000a05:41:17.351236 bus /sierra_3: Setting Powered False\u000a05:41:18.455177 bus /sierra_3: Setting Powered False\u000a05:41:19.566607 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13089): Process ended prematurely: osmo-stp_10.42.42.5(pid=13089) [trial-2400↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13089)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13089): Process ended prematurely: osmo-stp_10.42.42.5(pid=13089) [trial-2400↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13089)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:41:20.680391 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:41:20.692386 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:41:20.847186 tst mo_mt_call_osmux.py: using LAC 38792\u000a05:41:20.978905 tst mo_mt_call_osmux.py: using RAC 32\u000a05:41:21.115479 tst mo_mt_call_osmux.py: using CellId 38792\u000a05:41:21.247187 tst mo_mt_call_osmux.py: using BVCI 38793\u000a05:41:21.273080 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:41:21.284672 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:41:21.296061 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:41:21.307413 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:41:21.318875 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:41:21.330310 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:41:21.449822 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:41:21.668868 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:41:22.208070 run create_hlr_db(pid=13082): Launched\u000a05:41:22.405371 bus /sierra_2: Setting Powered False\u000a05:41:23.426023 run create_hlr_db(pid=13082): Terminated: ok {rc=0}\u000a05:41:23.875592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13085): Launched\u000a05:41:24.214673 run osmo-hlr_10.42.42.2(pid=13086): Launched\u000a05:41:24.339284 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:41:24.926943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13088): Launched\u000a05:41:25.265346 run osmo-stp_10.42.42.5(pid=13089): Launched\u000a05:41:25.388141 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:41:26.000723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13091): Launched\u000a05:41:26.318328 run osmo-msc_10.42.42.6(pid=13092): Launched\u000a05:41:26.504915 run osmo-stp_10.42.42.5(pid=13089): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13089)]\u000a05:41:26.639250 run osmo-stp_10.42.42.5(pid=13089): stdout: \u000a| (launched: 2022-12-14_05:41:25.099349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:41:26.771230 run osmo-stp_10.42.42.5(pid=13089): stderr: \u000a| �[0;m�[38;5;43m20221214054125292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054125292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054125292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054125293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054125293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054125293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054125293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:41:26.897999 run osmo-stp_10.42.42.5(pid=13089): stdout: \u000a| (launched: 2022-12-14_05:41:25.099349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:41:27.023487 run osmo-stp_10.42.42.5(pid=13089): stderr: \u000a| �[0;m�[38;5;43m20221214054125292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054125292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054125292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054125293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054125293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054125293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054125293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:41:27.078429 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13089): Process ended prematurely: osmo-stp_10.42.42.5(pid=13089) [trial-2400↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13089)] [trial-2400↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a05:41:27.087156 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a05:41:27.148024 run osmo-hlr_10.42.42.2(pid=13086): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13086)]\u000a05:41:27.197601 run osmo-hlr_10.42.42.2(pid=13086): stdout: \u000a| (launched: 2022-12-14_05:41:24.048452) \u000a05:41:27.247935 run osmo-hlr_10.42.42.2(pid=13086): stderr: \u000a| �[0;m�[1;31m20221214054124250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054124250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054124250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054124250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054124250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054124250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054124262 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054124271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054124272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054124272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:41:27.316695 run osmo-msc_10.42.42.6(pid=13092): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13092)]\u000a05:41:27.366559 run osmo-msc_10.42.42.6(pid=13092): stdout: \u000a| (launched: 2022-12-14_05:41:26.161629) \u000a05:41:27.416762 run osmo-msc_10.42.42.6(pid=13092): stderr: \u000a| �[0;m�[38;5;43m20221214054126436 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214054126436 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f658faecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214054126437 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214054126437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214054126437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214054126437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214054126439 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214054126439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214054126439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214054126439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:41:27.459421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13085): Terminating (SIGTERM)\u000a05:41:27.499874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13088): Terminating (SIGTERM)\u000a05:41:27.540369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13091): Terminating (SIGTERM)\u000a05:41:27.549684 --- ParallelTerminationStrategy: PID 13085 died...\u000a05:41:27.604053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13085): Terminated: ok {rc=0}\u000a05:41:27.613797 --- ParallelTerminationStrategy: PID 13088 died...\u000a05:41:27.667802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13088): Terminated: ok {rc=0}\u000a05:41:27.677855 --- ParallelTerminationStrategy: PID 13091 died...\u000a05:41:27.731701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13091): Terminated: ok {rc=0}\u000a05:41:27.820340 bus /sierra_3: Setting Powered False\u000a05:41:28.923707 bus /sierra_3: Setting Powered False\u000a05:41:30.035911 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:41:09" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13103): Process ended prematurely: osmo-stp_10.42.42.5(pid=13103) [trial-2400↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13103)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13103): Process ended prematurely: osmo-stp_10.42.42.5(pid=13103) [trial-2400↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13103)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a05:41:32.059539 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:41:32.071720 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:41:32.224268 tst mo_mt_call.py: using LAC 38793\u000a05:41:32.353196 tst mo_mt_call.py: using RAC 33\u000a05:41:32.485960 tst mo_mt_call.py: using CellId 38793\u000a05:41:32.620041 tst mo_mt_call.py: using BVCI 38794\u000a05:41:32.646129 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:41:32.657827 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:41:32.669189 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:41:32.680444 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:41:32.692352 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:41:32.704234 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:41:32.823532 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:41:33.035993 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:41:33.534316 run create_hlr_db(pid=13097): Launched\u000a05:41:33.715885 bus /sierra_2: Setting Powered False\u000a05:41:34.737795 run create_hlr_db(pid=13097): Terminated: ok {rc=0}\u000a05:41:35.186824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13099): Launched\u000a05:41:35.525406 run osmo-hlr_10.42.42.2(pid=13100): Launched\u000a05:41:35.652881 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:41:36.240635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13102): Launched\u000a05:41:36.579185 run osmo-stp_10.42.42.5(pid=13103): Launched\u000a05:41:36.701600 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:41:37.316547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13105): Launched\u000a05:41:37.653452 run osmo-msc_10.42.42.6(pid=13106): Launched\u000a05:41:37.850728 run osmo-stp_10.42.42.5(pid=13103): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13103)]\u000a05:41:37.993371 run osmo-stp_10.42.42.5(pid=13103): stdout: \u000a| (launched: 2022-12-14_05:41:36.413500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:41:38.133937 run osmo-stp_10.42.42.5(pid=13103): stderr: \u000a| �[0;m�[38;5;43m20221214054136608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054136609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054136609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054136609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054136610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054136610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054136610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:41:38.269565 run osmo-stp_10.42.42.5(pid=13103): stdout: \u000a| (launched: 2022-12-14_05:41:36.413500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:41:38.403959 run osmo-stp_10.42.42.5(pid=13103): stderr: \u000a| �[0;m�[38;5;43m20221214054136608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054136609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054136609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054136609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054136610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054136610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054136610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:41:38.463218 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13103): Process ended prematurely: osmo-stp_10.42.42.5(pid=13103) [trial-2400↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13103)] [trial-2400↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a05:41:38.472620 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a05:41:38.536696 run osmo-hlr_10.42.42.2(pid=13100): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13100)]\u000a05:41:38.588614 run osmo-hlr_10.42.42.2(pid=13100): stdout: \u000a| (launched: 2022-12-14_05:41:35.359509) \u000a05:41:38.641082 run osmo-hlr_10.42.42.2(pid=13100): stderr: \u000a| �[0;m�[1;31m20221214054135562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054135562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054135562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054135562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054135562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054135562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054135574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054135583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054135583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054135583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:41:38.712803 run osmo-msc_10.42.42.6(pid=13106): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13106)]\u000a05:41:38.764687 run osmo-msc_10.42.42.6(pid=13106): stdout: \u000a| (launched: 2022-12-14_05:41:37.488267) \u000a05:41:38.817159 run osmo-msc_10.42.42.6(pid=13106): stderr: \u000a| �[0;m�[38;5;43m20221214054137812 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214054137812 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1bbb993c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214054137812 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214054137812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214054137812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214054137813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214054137814 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214054137815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214054137815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214054137815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:41:38.861901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13099): Terminating (SIGTERM)\u000a05:41:38.904730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13102): Terminating (SIGTERM)\u000a05:41:38.947529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13105): Terminating (SIGTERM)\u000a05:41:38.957454 --- ParallelTerminationStrategy: PID 13099 died...\u000a05:41:39.014313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13099): Terminated: ok {rc=0}\u000a05:41:39.024533 --- ParallelTerminationStrategy: PID 13102 died...\u000a05:41:39.080907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13102): Terminated: ok {rc=0}\u000a05:41:39.091197 --- ParallelTerminationStrategy: PID 13105 died...\u000a05:41:39.147181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13105): Terminated: ok {rc=0}\u000a05:41:39.235419 bus /sierra_3: Setting Powered False\u000a05:41:40.340070 bus /sierra_3: Setting Powered False\u000a05:41:41.452288 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13114): Process ended prematurely: osmo-stp_10.42.42.5(pid=13114) [trial-2400↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13114)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13114): Process ended prematurely: osmo-stp_10.42.42.5(pid=13114) [trial-2400↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13114)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:41:42.570057 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:41:42.582440 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:41:42.740243 tst mo_mt_call_osmux.py: using LAC 38794\u000a05:41:42.873108 tst mo_mt_call_osmux.py: using RAC 34\u000a05:41:43.006821 tst mo_mt_call_osmux.py: using CellId 38794\u000a05:41:43.138242 tst mo_mt_call_osmux.py: using BVCI 38795\u000a05:41:43.163958 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:41:43.175697 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:41:43.186918 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:41:43.198108 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:41:43.209259 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:41:43.220414 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:41:43.341567 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:41:43.559114 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:41:44.097849 run create_hlr_db(pid=13108): Launched\u000a05:41:44.293621 bus /sierra_2: Setting Powered False\u000a05:41:45.313965 run create_hlr_db(pid=13108): Terminated: ok {rc=0}\u000a05:41:45.750275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13110): Launched\u000a05:41:46.279231 run osmo-hlr_10.42.42.2(pid=13111): Launched\u000a05:41:46.416498 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:41:47.135473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13113): Launched\u000a05:41:47.494692 run osmo-stp_10.42.42.5(pid=13114): Launched\u000a05:41:47.612289 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:41:48.195489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13116): Launched\u000a05:41:48.514289 run osmo-msc_10.42.42.6(pid=13117): Launched\u000a05:41:48.700398 run osmo-stp_10.42.42.5(pid=13114): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13114)]\u000a05:41:48.836258 run osmo-stp_10.42.42.5(pid=13114): stdout: \u000a| (launched: 2022-12-14_05:41:47.310875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:41:48.968535 run osmo-stp_10.42.42.5(pid=13114): stderr: \u000a| �[0;m�[38;5;43m20221214054147506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054147506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054147507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054147507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054147508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054147508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054147508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:41:49.096022 run osmo-stp_10.42.42.5(pid=13114): stdout: \u000a| (launched: 2022-12-14_05:41:47.310875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:41:49.223087 run osmo-stp_10.42.42.5(pid=13114): stderr: \u000a| �[0;m�[38;5;43m20221214054147506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054147506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054147507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054147507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054147508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054147508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054147508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:41:49.278723 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13114): Process ended prematurely: osmo-stp_10.42.42.5(pid=13114) [trial-2400↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13114)] [trial-2400↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a05:41:49.287488 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a05:41:49.349931 run osmo-hlr_10.42.42.2(pid=13111): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13111)]\u000a05:41:49.400188 run osmo-hlr_10.42.42.2(pid=13111): stdout: \u000a| (launched: 2022-12-14_05:41:45.935061) \u000a05:41:49.451241 run osmo-hlr_10.42.42.2(pid=13111): stderr: \u000a| �[0;m�[1;31m20221214054146251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054146251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054146251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054146251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054146251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054146251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054146269 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054146287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054146288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054146288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:41:49.520388 run osmo-msc_10.42.42.6(pid=13117): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13117)]\u000a05:41:49.570194 run osmo-msc_10.42.42.6(pid=13117): stdout: \u000a| (launched: 2022-12-14_05:41:48.357377) \u000a05:41:49.620797 run osmo-msc_10.42.42.6(pid=13117): stderr: \u000a| �[0;m�[38;5;43m20221214054148634 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214054148634 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f09336d8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214054148634 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214054148634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214054148634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214054148634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214054148636 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214054148637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214054148637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214054148637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:41:49.663608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13110): Terminating (SIGTERM)\u000a05:41:49.704151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13113): Terminating (SIGTERM)\u000a05:41:49.744830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13116): Terminating (SIGTERM)\u000a05:41:49.754285 --- ParallelTerminationStrategy: PID 13110 died...\u000a05:41:49.809096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13110): Terminated: ok {rc=0}\u000a05:41:49.818995 --- ParallelTerminationStrategy: PID 13113 died...\u000a05:41:49.873221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13113): Terminated: ok {rc=0}\u000a05:41:49.882963 --- ParallelTerminationStrategy: PID 13116 died...\u000a05:41:49.937106 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13116): Terminated: ok {rc=0}\u000a05:41:50.025458 bus /sierra_3: Setting Powered False\u000a05:41:51.129809 bus /sierra_3: Setting Powered False\u000a05:41:52.241013 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:41:31" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13128): Process ended prematurely: osmo-stp_10.42.42.5(pid=13128) [trial-2400↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13128)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13128): Process ended prematurely: osmo-stp_10.42.42.5(pid=13128) [trial-2400↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13128)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a05:41:54.210854 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:41:54.221459 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a05:41:54.354193 tst emergency_mo_mt_call.py: using LAC 38795\u000a05:41:54.485846 tst emergency_mo_mt_call.py: using RAC 35\u000a05:41:54.617565 tst emergency_mo_mt_call.py: using CellId 38795\u000a05:41:54.751445 tst emergency_mo_mt_call.py: using BVCI 38796\u000a05:41:54.777173 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:41:54.788377 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:41:54.799557 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:41:54.810628 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:41:54.821894 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:41:54.833328 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a05:41:54.952268 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a05:41:55.166754 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:41:55.699046 run create_hlr_db(pid=13122): Launched\u000a05:41:55.892178 bus /sierra_2: Setting Powered False\u000a05:41:56.912258 run create_hlr_db(pid=13122): Terminated: ok {rc=0}\u000a05:41:57.355101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13124): Launched\u000a05:41:57.687914 run osmo-hlr_10.42.42.2(pid=13125): Launched\u000a05:41:57.809290 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:41:58.386452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13127): Launched\u000a05:41:58.719382 run osmo-stp_10.42.42.5(pid=13128): Launched\u000a05:41:58.853408 tst emergency_mo_mt_call.py: using MSISDN 8527\u000a05:41:59.019606 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:41:59.624811 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13130): Launched\u000a05:41:59.956236 run osmo-msc_10.42.42.6(pid=13131): Launched\u000a05:42:00.149401 run osmo-stp_10.42.42.5(pid=13128): ERR: Terminated: ERROR {rc=1} [trial-2400↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13128)]\u000a05:42:00.288668 run osmo-stp_10.42.42.5(pid=13128): stdout: \u000a| (launched: 2022-12-14_05:41:58.555964)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:42:00.426521 run osmo-stp_10.42.42.5(pid=13128): stderr: \u000a| �[0;m�[38;5;43m20221214054158750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054158750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054158750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054158751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054158751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054158752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054158752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:42:00.559649 run osmo-stp_10.42.42.5(pid=13128): stdout: \u000a| (launched: 2022-12-14_05:41:58.555964)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:42:00.691639 run osmo-stp_10.42.42.5(pid=13128): stderr: \u000a| �[0;m�[38;5;43m20221214054158750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054158750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054158750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054158751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054158751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054158752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054158752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:42:00.749283 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=13128): Process ended prematurely: osmo-stp_10.42.42.5(pid=13128) [trial-2400↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13128)] [trial-2400↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a05:42:00.758198 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a05:42:00.821098 run osmo-hlr_10.42.42.2(pid=13125): ERR: Terminated: ERROR {rc=237} [trial-2400↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13125)]\u000a05:42:00.897085 run osmo-hlr_10.42.42.2(pid=13125): stdout: \u000a| (launched: 2022-12-14_05:41:57.523943) \u000a05:42:00.959956 run osmo-hlr_10.42.42.2(pid=13125): stderr: \u000a| �[0;m�[1;31m20221214054157722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054157723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054157723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054157723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054157723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054157723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054157735 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054157744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054157744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054157744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:42:01.079170 run osmo-msc_10.42.42.6(pid=13131): ERR: Terminated: ERROR {rc=2} [trial-2400↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13131)]\u000a05:42:01.143719 run osmo-msc_10.42.42.6(pid=13131): stdout: \u000a| (launched: 2022-12-14_05:41:59.793280) \u000a05:42:01.210258 run osmo-msc_10.42.42.6(pid=13131): stderr: \u000a| �[0;m�[38;5;43m20221214054200116 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214054200116 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb627f76c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214054200116 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214054200116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214054200117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214054200117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214054200119 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214054200119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214054200119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214054200119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:42:01.262753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13124): Terminating (SIGTERM)\u000a05:42:01.306506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13127): Terminating (SIGTERM)\u000a05:42:01.350636 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13130): Terminating (SIGTERM)\u000a05:42:01.360812 --- ParallelTerminationStrategy: PID 13124 died...\u000a05:42:01.419501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13124): Terminated: ok {rc=0}\u000a05:42:01.430470 --- ParallelTerminationStrategy: PID 13127 died...\u000a05:42:01.488551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13127): Terminated: ok {rc=0}\u000a05:42:01.499374 --- ParallelTerminationStrategy: PID 13130 died...\u000a05:42:01.557404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13130): Terminated: ok {rc=0}\u000a05:42:01.647950 bus /sierra_3: Setting Powered False\u000a05:42:02.757349 bus /sierra_3: Setting Powered False\u000a05:42:03.869807 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 247, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13148): Process ended prematurely: osmo-stp_10.42.42.5(pid=13148) [trial-2400↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13148)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13148): Process ended prematurely: osmo-stp_10.42.42.5(pid=13148) [trial-2400↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13148)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a05:42:04.922493 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:42:04.934152 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a05:42:05.067302 tst emergency_preemptive_call.py: using LAC 38796\u000a05:42:05.197485 tst emergency_preemptive_call.py: using RAC 36\u000a05:42:05.329678 tst emergency_preemptive_call.py: using CellId 38796\u000a05:42:05.459622 tst emergency_preemptive_call.py: using BVCI 38797\u000a05:42:05.484902 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:42:05.496066 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:42:05.507057 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:42:05.518045 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:42:05.529047 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:42:05.539865 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a05:42:05.657360 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a05:42:05.778394 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a05:42:05.896714 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a05:42:06.110784 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:42:06.643355 run create_hlr_db(pid=13142): Launched\u000a05:42:06.837875 bus /sierra_2: Setting Powered False\u000a05:42:07.857592 run create_hlr_db(pid=13142): Terminated: ok {rc=0}\u000a05:42:08.275682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13144): Launched\u000a05:42:08.590347 run osmo-hlr_10.42.42.2(pid=13145): Launched\u000a05:42:08.711551 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:42:09.255002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13147): Launched\u000a05:42:09.566233 run osmo-stp_10.42.42.5(pid=13148): Launched\u000a05:42:09.698297 tst emergency_preemptive_call.py: using MSISDN 8528\u000a05:42:09.856484 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:42:10.419967 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13150): Launched\u000a05:42:10.732740 run osmo-msc_10.42.42.6(pid=13151): Launched\u000a05:42:10.915717 run osmo-stp_10.42.42.5(pid=13148): ERR: Terminated: ERROR {rc=1} [trial-2400↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13148)]\u000a05:42:11.047952 run osmo-stp_10.42.42.5(pid=13148): stdout: \u000a| (launched: 2022-12-14_05:42:09.412459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:42:11.176789 run osmo-stp_10.42.42.5(pid=13148): stderr: \u000a| �[0;m�[38;5;43m20221214054209584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054209584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054209585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054209585 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054209585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054209586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054209586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:42:11.300833 run osmo-stp_10.42.42.5(pid=13148): stdout: \u000a| (launched: 2022-12-14_05:42:09.412459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:42:11.424747 run osmo-stp_10.42.42.5(pid=13148): stderr: \u000a| �[0;m�[38;5;43m20221214054209584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054209584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054209585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054209585 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054209585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054209586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054209586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:42:11.478652 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=13148): Process ended prematurely: osmo-stp_10.42.42.5(pid=13148) [trial-2400↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13148)] [trial-2400↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a05:42:11.486774 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a05:42:11.547486 run osmo-hlr_10.42.42.2(pid=13145): ERR: Terminated: ERROR {rc=237} [trial-2400↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13145)]\u000a05:42:11.597032 run osmo-hlr_10.42.42.2(pid=13145): stdout: \u000a| (launched: 2022-12-14_05:42:08.434779) \u000a05:42:11.647050 run osmo-hlr_10.42.42.2(pid=13145): stderr: \u000a| �[0;m�[1;31m20221214054208613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054208613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054208613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054208613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054208613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054208613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054208626 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054208636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054208636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054208636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:42:11.715106 run osmo-msc_10.42.42.6(pid=13151): ERR: Terminated: ERROR {rc=2} [trial-2400↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13151)]\u000a05:42:11.764541 run osmo-msc_10.42.42.6(pid=13151): stdout: \u000a| (launched: 2022-12-14_05:42:10.577356) \u000a05:42:11.814536 run osmo-msc_10.42.42.6(pid=13151): stderr: \u000a| �[0;m�[38;5;43m20221214054210848 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214054210848 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb9d2db5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214054210849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214054210849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214054210849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214054210849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214054210851 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214054210851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214054210851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214054210851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:42:11.857132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13144): Terminating (SIGTERM)\u000a05:42:11.897234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13147): Terminating (SIGTERM)\u000a05:42:11.937714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13150): Terminating (SIGTERM)\u000a05:42:11.947019 --- ParallelTerminationStrategy: PID 13144 died...\u000a05:42:12.001053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13144): Terminated: ok {rc=0}\u000a05:42:12.010687 --- ParallelTerminationStrategy: PID 13147 died...\u000a05:42:12.064443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13147): Terminated: ok {rc=0}\u000a05:42:12.074068 --- ParallelTerminationStrategy: PID 13150 died...\u000a05:42:12.128374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13150): Terminated: ok {rc=0}\u000a05:42:12.217114 bus /sierra_9: Setting Powered False\u000a05:42:13.321249 bus /sierra_9: Setting Powered False\u000a05:42:14.433608 bus /sierra_8: Setting Powered False\u000a05:42:15.537147 bus /sierra_8: Setting Powered False\u000a05:42:16.643739 bus /sierra_3: Setting Powered False\u000a05:42:17.745381 bus /sierra_3: Setting Powered False\u000a05:42:18.852116 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:41:53" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13166): Process ended prematurely: osmo-stp_10.42.42.5(pid=13166) [trial-2400↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13166)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13166): Process ended prematurely: osmo-stp_10.42.42.5(pid=13166) [trial-2400↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13166)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:42:20.939834 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:20.950340 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a05:42:21.074518 tst cs_paging_gprs_active.py: using LAC 38797\u000a05:42:21.197155 tst cs_paging_gprs_active.py: using RAC 37\u000a05:42:21.321353 tst cs_paging_gprs_active.py: using CellId 38797\u000a05:42:21.444878 tst cs_paging_gprs_active.py: using BVCI 38798\u000a05:42:21.469203 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:21.479647 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:21.489981 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:21.500227 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:21.510726 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:21.520895 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:21.531695 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:21.542689 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:21.553773 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a05:42:21.675900 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a05:42:21.966354 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:42:22.098596 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:42:22.427278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13156): Launched\u000a05:42:22.700603 run iperf3-srv_10.42.42.10(pid=13157): Launched\u000a05:42:22.895142 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:42:23.027405 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:42:23.355419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13158): Launched\u000a05:42:23.627914 run iperf3-srv_10.42.42.10(pid=13159): Launched\u000a05:42:23.821319 tst cs_paging_gprs_active.py:38: start network...\u000a05:42:23.953057 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:42:24.449654 run create_hlr_db(pid=13160): Launched\u000a05:42:24.631601 bus /sierra_2: Setting Powered False\u000a05:42:25.652728 run create_hlr_db(pid=13160): Terminated: ok {rc=0}\u000a05:42:26.101794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13162): Launched\u000a05:42:26.441207 run osmo-hlr_10.42.42.2(pid=13163): Launched\u000a05:42:26.567002 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:42:27.153290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13165): Launched\u000a05:42:27.491047 run osmo-stp_10.42.42.5(pid=13166): Launched\u000a05:42:27.614044 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:42:28.202939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13168): Launched\u000a05:42:28.323589 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:42:28.618874 run patchelf(pid=13169): Launched\u000a05:42:28.816199 run osmo-stp_10.42.42.5(pid=13166): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13166)]\u000a05:42:28.960202 run osmo-stp_10.42.42.5(pid=13166): stdout: \u000a| (launched: 2022-12-14_05:42:27.325724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:42:29.104380 run osmo-stp_10.42.42.5(pid=13166): stderr: \u000a| �[0;m�[38;5;43m20221214054227520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054227520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054227520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054227520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054227521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054227521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054227521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:42:29.244079 run osmo-stp_10.42.42.5(pid=13166): stdout: \u000a| (launched: 2022-12-14_05:42:27.325724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:42:29.382509 run osmo-stp_10.42.42.5(pid=13166): stderr: \u000a| �[0;m�[38;5;43m20221214054227520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054227520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054227520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054227520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054227521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054227521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054227521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:42:29.543238 run patchelf(pid=13169): Terminating (SIGINT)\u000a05:42:29.732759 run patchelf(pid=13169): Terminated: ok {rc=0}\u000a05:42:29.767307 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13166): Process ended prematurely: osmo-stp_10.42.42.5(pid=13166) [trial-2400↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13166)] [trial-2400↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a05:42:29.777109 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a05:42:29.840731 run osmo-hlr_10.42.42.2(pid=13163): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13163)]\u000a05:42:29.892675 run osmo-hlr_10.42.42.2(pid=13163): stdout: \u000a| (launched: 2022-12-14_05:42:26.274600) \u000a05:42:29.945123 run osmo-hlr_10.42.42.2(pid=13163): stderr: \u000a| �[0;m�[1;31m20221214054226476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054226476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054226476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054226476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054226476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054226476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054226488 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054226497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054226497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054226497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:42:29.989841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13156): Terminating (SIGTERM)\u000a05:42:30.031871 run iperf3-srv_10.42.42.10(pid=13157): Terminating (SIGTERM)\u000a05:42:30.074361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13158): Terminating (SIGTERM)\u000a05:42:30.116731 run iperf3-srv_10.42.42.10(pid=13159): Terminating (SIGTERM)\u000a05:42:30.160402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13162): Terminating (SIGTERM)\u000a05:42:30.202767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13165): Terminating (SIGTERM)\u000a05:42:30.244827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13168): Terminating (SIGTERM)\u000a05:42:30.254748 --- ParallelTerminationStrategy: PID 13156 died...\u000a05:42:30.311055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13156): Terminated: ok {rc=0}\u000a05:42:30.321368 --- ParallelTerminationStrategy: PID 13157 died...\u000a05:42:30.377028 run iperf3-srv_10.42.42.10(pid=13157): Terminated {rc=256}\u000a05:42:30.387122 --- ParallelTerminationStrategy: PID 13158 died...\u000a05:42:30.443023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13158): Terminated: ok {rc=0}\u000a05:42:30.453197 --- ParallelTerminationStrategy: PID 13159 died...\u000a05:42:30.508850 run iperf3-srv_10.42.42.10(pid=13159): Terminated {rc=256}\u000a05:42:30.518980 --- ParallelTerminationStrategy: PID 13162 died...\u000a05:42:30.575250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13162): Terminated: ok {rc=0}\u000a05:42:30.585503 --- ParallelTerminationStrategy: PID 13165 died...\u000a05:42:30.641426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13165): Terminated: ok {rc=0}\u000a05:42:30.651749 --- ParallelTerminationStrategy: PID 13168 died...\u000a05:42:30.707624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13168): Terminated: ok {rc=0}\u000a05:42:30.794754 bus /gobi_0: Setting Powered False\u000a05:42:31.898629 bus /gobi_0: Setting Powered False\u000a05:42:33.005968 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13178): Process ended prematurely: osmo-stp_10.42.42.5(pid=13178) [trial-2400↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13178)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13178): Process ended prematurely: osmo-stp_10.42.42.5(pid=13178) [trial-2400↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13178)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a05:42:34.122708 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:34.134452 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a05:42:34.267721 tst iperf3.py: using LAC 38798\u000a05:42:34.400167 tst iperf3.py: using RAC 38\u000a05:42:34.531600 tst iperf3.py: using CellId 38798\u000a05:42:34.665047 tst iperf3.py: using BVCI 38799\u000a05:42:34.690930 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:34.702028 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:34.712919 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:34.723884 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:34.734767 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:34.745639 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:34.756644 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:34.767599 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:34.778641 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a05:42:35.085957 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:42:35.228429 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:42:35.578703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13170): Launched\u000a05:42:35.869243 run iperf3-srv_10.42.42.10(pid=13171): Launched\u000a05:42:36.077685 tst iperf3.py:8: start network...\u000a05:42:36.220059 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:42:36.759212 run create_hlr_db(pid=13172): Launched\u000a05:42:36.955462 bus /gobi_6: Setting Powered False\u000a05:42:37.975483 run create_hlr_db(pid=13172): Terminated: ok {rc=0}\u000a05:42:38.400789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13174): Launched\u000a05:42:38.718376 run osmo-hlr_10.42.42.2(pid=13175): Launched\u000a05:42:38.842449 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:42:39.397949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13177): Launched\u000a05:42:39.715123 run osmo-stp_10.42.42.5(pid=13178): Launched\u000a05:42:39.831523 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:42:40.384572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13180): Launched\u000a05:42:40.498128 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:42:40.774537 run patchelf(pid=13181): Launched\u000a05:42:40.960109 run osmo-stp_10.42.42.5(pid=13178): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13178)]\u000a05:42:41.095221 run osmo-stp_10.42.42.5(pid=13178): stdout: \u000a| (launched: 2022-12-14_05:42:39.558166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:42:41.231448 run osmo-stp_10.42.42.5(pid=13178): stderr: \u000a| �[0;m�[38;5;43m20221214054239730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054239731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054239731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054239731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054239732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054239732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054239732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:42:41.362227 run osmo-stp_10.42.42.5(pid=13178): stdout: \u000a| (launched: 2022-12-14_05:42:39.558166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:42:41.491749 run osmo-stp_10.42.42.5(pid=13178): stderr: \u000a| �[0;m�[38;5;43m20221214054239730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054239731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054239731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054239731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054239732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054239732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054239732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:42:41.642637 run patchelf(pid=13181): Terminating (SIGINT)\u000a05:42:41.819883 run patchelf(pid=13181): Terminated: ok {rc=0}\u000a05:42:41.852303 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13178): Process ended prematurely: osmo-stp_10.42.42.5(pid=13178) [trial-2400↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13178)] [trial-2400↪gprs:oc2g↪iperf3.py:8]\u000a05:42:41.861727 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a05:42:41.922319 run osmo-hlr_10.42.42.2(pid=13175): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13175)]\u000a05:42:41.971540 run osmo-hlr_10.42.42.2(pid=13175): stdout: \u000a| (launched: 2022-12-14_05:42:38.561950) \u000a05:42:42.021421 run osmo-hlr_10.42.42.2(pid=13175): stderr: \u000a| �[0;m�[1;31m20221214054238738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054238738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054238738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054238738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054238739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054238739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054238750 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054238758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054238758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054238759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:42:42.064121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13170): Terminating (SIGTERM)\u000a05:42:42.104391 run iperf3-srv_10.42.42.10(pid=13171): Terminating (SIGTERM)\u000a05:42:42.144656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13174): Terminating (SIGTERM)\u000a05:42:42.184782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13177): Terminating (SIGTERM)\u000a05:42:42.225019 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13180): Terminating (SIGTERM)\u000a05:42:42.234308 --- ParallelTerminationStrategy: PID 13170 died...\u000a05:42:42.288485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13170): Terminated: ok {rc=0}\u000a05:42:42.298145 --- ParallelTerminationStrategy: PID 13171 died...\u000a05:42:42.352090 run iperf3-srv_10.42.42.10(pid=13171): Terminated {rc=256}\u000a05:42:42.361871 --- ParallelTerminationStrategy: PID 13174 died...\u000a05:42:42.416143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13174): Terminated: ok {rc=0}\u000a05:42:42.425918 --- ParallelTerminationStrategy: PID 13177 died...\u000a05:42:42.480319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13177): Terminated: ok {rc=0}\u000a05:42:42.490096 --- ParallelTerminationStrategy: PID 13180 died...\u000a05:42:42.544346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13180): Terminated: ok {rc=0}\u000a05:42:42.632431 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13196): Process ended prematurely: osmo-stp_10.42.42.5(pid=13196) [trial-2400↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13196)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13196): Process ended prematurely: osmo-stp_10.42.42.5(pid=13196) [trial-2400↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13196)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a05:42:43.745175 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:43.756420 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a05:42:43.881179 tst iperf3m4.py: using LAC 38799\u000a05:42:44.006393 tst iperf3m4.py: using RAC 39\u000a05:42:44.135640 tst iperf3m4.py: using CellId 38799\u000a05:42:44.258960 tst iperf3m4.py: using BVCI 38800\u000a05:42:44.283219 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:44.293752 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:44.304139 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:44.314587 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:44.324794 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:44.335522 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:44.346182 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:44.356647 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:44.367753 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a05:42:44.492828 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a05:42:44.615312 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a05:42:44.735392 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a05:42:45.024456 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:42:45.157081 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:42:45.487285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13182): Launched\u000a05:42:45.761170 run iperf3-srv_10.42.42.10(pid=13183): Launched\u000a05:42:45.975693 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:42:46.115950 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:42:46.467039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13184): Launched\u000a05:42:46.765518 run iperf3-srv_10.42.42.10(pid=13185): Launched\u000a05:42:46.963985 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:42:47.100395 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:42:47.431800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13186): Launched\u000a05:42:47.704041 run iperf3-srv_10.42.42.10(pid=13187): Launched\u000a05:42:47.896503 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:42:48.028278 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:42:48.356062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13188): Launched\u000a05:42:48.628526 run iperf3-srv_10.42.42.10(pid=13189): Launched\u000a05:42:48.821621 tst iperf3m4.py:8: start network...\u000a05:42:48.953834 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:42:49.450895 run create_hlr_db(pid=13190): Launched\u000a05:42:49.632806 bus /gobi_6: Setting Powered False\u000a05:42:50.653731 run create_hlr_db(pid=13190): Terminated: ok {rc=0}\u000a05:42:51.074606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13192): Launched\u000a05:42:51.390462 run osmo-hlr_10.42.42.2(pid=13193): Launched\u000a05:42:51.509799 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:42:52.055901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13195): Launched\u000a05:42:52.372185 run osmo-stp_10.42.42.5(pid=13196): Launched\u000a05:42:52.486589 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:42:53.037871 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13198): Launched\u000a05:42:53.151359 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:42:53.427201 run patchelf(pid=13199): Launched\u000a05:42:53.611680 run osmo-stp_10.42.42.5(pid=13196): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13196)]\u000a05:42:53.746722 run osmo-stp_10.42.42.5(pid=13196): stdout: \u000a| (launched: 2022-12-14_05:42:52.216400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:42:53.882294 run osmo-stp_10.42.42.5(pid=13196): stderr: \u000a| �[0;m�[38;5;43m20221214054252387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054252387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054252387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054252388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054252388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054252388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054252388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:42:54.012055 run osmo-stp_10.42.42.5(pid=13196): stdout: \u000a| (launched: 2022-12-14_05:42:52.216400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:42:54.141490 run osmo-stp_10.42.42.5(pid=13196): stderr: \u000a| �[0;m�[38;5;43m20221214054252387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054252387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054252387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054252388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054252388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054252388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054252388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:42:54.292174 run patchelf(pid=13199): Terminating (SIGINT)\u000a05:42:54.469287 run patchelf(pid=13199): Terminated: ok {rc=0}\u000a05:42:54.501581 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13196): Process ended prematurely: osmo-stp_10.42.42.5(pid=13196) [trial-2400↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13196)] [trial-2400↪gprs:oc2g↪iperf3m4.py:8]\u000a05:42:54.511012 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a05:42:54.571905 run osmo-hlr_10.42.42.2(pid=13193): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13193)]\u000a05:42:54.621021 run osmo-hlr_10.42.42.2(pid=13193): stdout: \u000a| (launched: 2022-12-14_05:42:51.235042) \u000a05:42:54.670848 run osmo-hlr_10.42.42.2(pid=13193): stderr: \u000a| �[0;m�[1;31m20221214054251411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054251411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054251411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054251411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054251411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054251411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054251423 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054251434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054251434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054251434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:42:54.713504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13182): Terminating (SIGTERM)\u000a05:42:54.753552 run iperf3-srv_10.42.42.10(pid=13183): Terminating (SIGTERM)\u000a05:42:54.793764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13184): Terminating (SIGTERM)\u000a05:42:54.833842 run iperf3-srv_10.42.42.10(pid=13185): Terminating (SIGTERM)\u000a05:42:54.873971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13186): Terminating (SIGTERM)\u000a05:42:54.914058 run iperf3-srv_10.42.42.10(pid=13187): Terminating (SIGTERM)\u000a05:42:54.954334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13188): Terminating (SIGTERM)\u000a05:42:54.994554 run iperf3-srv_10.42.42.10(pid=13189): Terminating (SIGTERM)\u000a05:42:55.034722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13192): Terminating (SIGTERM)\u000a05:42:55.074699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13195): Terminating (SIGTERM)\u000a05:42:55.114817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13198): Terminating (SIGTERM)\u000a05:42:55.124132 --- ParallelTerminationStrategy: PID 13182 died...\u000a05:42:55.178301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13182): Terminated: ok {rc=0}\u000a05:42:55.187977 --- ParallelTerminationStrategy: PID 13183 died...\u000a05:42:55.241554 run iperf3-srv_10.42.42.10(pid=13183): Terminated {rc=256}\u000a05:42:55.251224 --- ParallelTerminationStrategy: PID 13184 died...\u000a05:42:55.304859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13184): Terminated: ok {rc=0}\u000a05:42:55.314543 --- ParallelTerminationStrategy: PID 13185 died...\u000a05:42:55.368016 run iperf3-srv_10.42.42.10(pid=13185): Terminated {rc=256}\u000a05:42:55.377732 --- ParallelTerminationStrategy: PID 13186 died...\u000a05:42:55.431398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13186): Terminated: ok {rc=0}\u000a05:42:55.441161 --- ParallelTerminationStrategy: PID 13187 died...\u000a05:42:55.494653 run iperf3-srv_10.42.42.10(pid=13187): Terminated {rc=256}\u000a05:42:55.504345 --- ParallelTerminationStrategy: PID 13188 died...\u000a05:42:55.558053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13188): Terminated: ok {rc=0}\u000a05:42:55.568110 --- ParallelTerminationStrategy: PID 13189 died...\u000a05:42:55.621834 run iperf3-srv_10.42.42.10(pid=13189): Terminated {rc=256}\u000a05:42:55.631572 --- ParallelTerminationStrategy: PID 13192 died...\u000a05:42:55.685152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13192): Terminated: ok {rc=0}\u000a05:42:55.694866 --- ParallelTerminationStrategy: PID 13195 died...\u000a05:42:55.748496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13195): Terminated: ok {rc=0}\u000a05:42:55.758233 --- ParallelTerminationStrategy: PID 13198 died...\u000a05:42:55.811982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13198): Terminated: ok {rc=0}\u000a05:42:55.900835 bus /gobi_4: Setting Powered False\u000a05:42:57.003927 bus /gobi_4: Setting Powered False\u000a05:42:58.116177 bus /gobi_1: Setting Powered False\u000a05:42:59.219356 bus /gobi_1: Setting Powered False\u000a05:43:00.329889 bus /gobi_0: Setting Powered False\u000a05:43:01.459805 bus /gobi_0: Setting Powered False\u000a05:43:02.570597 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13206): Process ended prematurely: osmo-stp_10.42.42.5(pid=13206) [trial-2400↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13206)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13206): Process ended prematurely: osmo-stp_10.42.42.5(pid=13206) [trial-2400↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13206)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:oc2g ping.py\u000a----------------------------------------------\u000a05:43:03.639758 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:43:03.651689 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a05:43:03.785642 tst ping.py: using LAC 38800\u000a05:43:03.919971 tst ping.py: using RAC 40\u000a05:43:04.064705 tst ping.py: using CellId 38800\u000a05:43:04.196351 tst ping.py: using BVCI 38801\u000a05:43:04.222240 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:43:04.233368 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:43:04.244321 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:43:04.255186 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:43:04.266127 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:43:04.277132 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:43:04.287958 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:43:04.298796 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a05:43:04.599719 tst ping.py:19: start network...\u000a05:43:04.739161 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:43:05.269318 run create_hlr_db(pid=13200): Launched\u000a05:43:05.462372 bus /gobi_6: Setting Powered False\u000a05:43:06.482094 run create_hlr_db(pid=13200): Terminated: ok {rc=0}\u000a05:43:06.899763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13202): Launched\u000a05:43:07.211011 run osmo-hlr_10.42.42.2(pid=13203): Launched\u000a05:43:07.333691 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:43:07.882558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13205): Launched\u000a05:43:08.194670 run osmo-stp_10.42.42.5(pid=13206): Launched\u000a05:43:08.307883 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:43:08.849750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13208): Launched\u000a05:43:08.960642 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:43:09.232918 run patchelf(pid=13209): Launched\u000a05:43:09.414723 run osmo-stp_10.42.42.5(pid=13206): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13206)]\u000a05:43:09.547313 run osmo-stp_10.42.42.5(pid=13206): stdout: \u000a| (launched: 2022-12-14_05:43:08.040438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:43:09.680360 run osmo-stp_10.42.42.5(pid=13206): stderr: \u000a| �[0;m�[38;5;43m20221214054308214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054308214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054308214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054308214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054308215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054308215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054308215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:43:09.808393 run osmo-stp_10.42.42.5(pid=13206): stdout: \u000a| (launched: 2022-12-14_05:43:08.040438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:43:09.935635 run osmo-stp_10.42.42.5(pid=13206): stderr: \u000a| �[0;m�[38;5;43m20221214054308214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054308214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054308214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054308214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054308215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054308215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054308215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:43:10.083736 run patchelf(pid=13209): Terminating (SIGINT)\u000a05:43:10.257751 run patchelf(pid=13209): Terminated: ok {rc=0}\u000a05:43:10.289086 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13206): Process ended prematurely: osmo-stp_10.42.42.5(pid=13206) [trial-2400↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13206)] [trial-2400↪gprs:oc2g↪ping.py:22]\u000a05:43:10.297822 tst ping.py:22: Test FAILED (6.6 sec)\u000a05:43:10.359161 run osmo-hlr_10.42.42.2(pid=13203): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13203)]\u000a05:43:10.408895 run osmo-hlr_10.42.42.2(pid=13203): stdout: \u000a| (launched: 2022-12-14_05:43:07.057657) \u000a05:43:10.459115 run osmo-hlr_10.42.42.2(pid=13203): stderr: \u000a| �[0;m�[1;31m20221214054307235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054307235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054307235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054307235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054307235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054307235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054307248 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054307258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054307259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054307259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:43:10.502161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13202): Terminating (SIGTERM)\u000a05:43:10.542947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13205): Terminating (SIGTERM)\u000a05:43:10.583617 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13208): Terminating (SIGTERM)\u000a05:43:10.593149 --- ParallelTerminationStrategy: PID 13202 died...\u000a05:43:10.647516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13202): Terminated: ok {rc=0}\u000a05:43:10.657473 --- ParallelTerminationStrategy: PID 13205 died...\u000a05:43:10.711750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13205): Terminated: ok {rc=0}\u000a05:43:10.721947 --- ParallelTerminationStrategy: PID 13208 died...\u000a05:43:10.775995 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13208): Terminated: ok {rc=0}\u000a05:43:10.860735 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13216): Process ended prematurely: osmo-stp_10.42.42.5(pid=13216) [trial-2400↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13216)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13216): Process ended prematurely: osmo-stp_10.42.42.5(pid=13216) [trial-2400↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13216)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a05:43:11.915202 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:43:11.927661 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a05:43:12.055809 tst ping_idle_ping.py: using LAC 38801\u000a05:43:12.183058 tst ping_idle_ping.py: using RAC 41\u000a05:43:12.306166 tst ping_idle_ping.py: using CellId 38801\u000a05:43:12.429379 tst ping_idle_ping.py: using BVCI 38802\u000a05:43:12.453407 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:43:12.463887 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:43:12.474352 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:43:12.484644 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:43:12.495154 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:43:12.505512 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:43:12.516339 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:43:12.527378 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a05:43:12.827905 tst ping_idle_ping.py:24: start network...\u000a05:43:12.967415 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:43:13.501921 run create_hlr_db(pid=13210): Launched\u000a05:43:13.695363 bus /gobi_6: Setting Powered False\u000a05:43:14.715358 run create_hlr_db(pid=13210): Terminated: ok {rc=0}\u000a05:43:15.157320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13212): Launched\u000a05:43:15.491351 run osmo-hlr_10.42.42.2(pid=13213): Launched\u000a05:43:15.615135 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:43:16.221398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13215): Launched\u000a05:43:16.659069 run osmo-stp_10.42.42.5(pid=13216): Launched\u000a05:43:16.871729 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:43:17.460481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13218): Launched\u000a05:43:17.579513 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:43:17.869080 run patchelf(pid=13219): Launched\u000a05:43:18.063142 run osmo-stp_10.42.42.5(pid=13216): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13216)]\u000a05:43:18.204830 run osmo-stp_10.42.42.5(pid=13216): stdout: \u000a| (launched: 2022-12-14_05:43:16.394651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:43:18.347595 run osmo-stp_10.42.42.5(pid=13216): stderr: \u000a| �[0;m�[38;5;43m20221214054316691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054316691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054316691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054316691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054316692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054316692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054316692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:43:18.484518 run osmo-stp_10.42.42.5(pid=13216): stdout: \u000a| (launched: 2022-12-14_05:43:16.394651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:43:18.620415 run osmo-stp_10.42.42.5(pid=13216): stderr: \u000a| �[0;m�[38;5;43m20221214054316691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054316691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054316691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054316691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054316692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054316692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054316692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:43:18.778594 run patchelf(pid=13219): Terminating (SIGINT)\u000a05:43:18.963578 run patchelf(pid=13219): Terminated: ok {rc=0}\u000a05:43:18.997097 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13216): Process ended prematurely: osmo-stp_10.42.42.5(pid=13216) [trial-2400↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13216)] [trial-2400↪gprs:oc2g↪ping_idle_ping.py:27]\u000a05:43:19.006452 tst ping_idle_ping.py:27: Test FAILED (7.1 sec)\u000a05:43:19.069501 run osmo-hlr_10.42.42.2(pid=13213): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13213)]\u000a05:43:19.121064 run osmo-hlr_10.42.42.2(pid=13213): stdout: \u000a| (launched: 2022-12-14_05:43:15.327388) \u000a05:43:19.173873 run osmo-hlr_10.42.42.2(pid=13213): stderr: \u000a| �[0;m�[1;31m20221214054315527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054315527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054315527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054315527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054315527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054315527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054315539 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054315548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054315548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054315548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:43:19.218711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13212): Terminating (SIGTERM)\u000a05:43:19.261830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13215): Terminating (SIGTERM)\u000a05:43:19.303960 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13218): Terminating (SIGTERM)\u000a05:43:19.313985 --- ParallelTerminationStrategy: PID 13212 died...\u000a05:43:19.370304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13212): Terminated: ok {rc=0}\u000a05:43:19.380635 --- ParallelTerminationStrategy: PID 13215 died...\u000a05:43:19.436260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13215): Terminated: ok {rc=0}\u000a05:43:19.446609 --- ParallelTerminationStrategy: PID 13218 died...\u000a05:43:19.502559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13218): Terminated: ok {rc=0}\u000a05:43:19.590208 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:42:20" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13235): Process ended prematurely: osmo-stp_10.42.42.5(pid=13235) [trial-2400↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13235)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13235): Process ended prematurely: osmo-stp_10.42.42.5(pid=13235) [trial-2400↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13235)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:43:21.709940 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:21.721087 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:43:21.850202 tst cs_paging_gprs_active.py: using LAC 38802\u000a05:43:21.972845 tst cs_paging_gprs_active.py: using RAC 42\u000a05:43:22.097338 tst cs_paging_gprs_active.py: using CellId 38802\u000a05:43:22.218954 tst cs_paging_gprs_active.py: using BVCI 38803\u000a05:43:22.242920 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:22.253973 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:22.264622 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:22.275357 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:22.286049 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:22.297243 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:22.308302 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:22.319419 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:22.330557 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:43:22.449524 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:43:22.750569 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:43:22.890379 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:43:23.235384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13225): Launched\u000a05:43:23.521078 run iperf3-srv_10.42.42.10(pid=13226): Launched\u000a05:43:23.724777 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:43:23.863283 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:43:24.207008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13227): Launched\u000a05:43:24.492343 run iperf3-srv_10.42.42.10(pid=13228): Launched\u000a05:43:24.696123 tst cs_paging_gprs_active.py:38: start network...\u000a05:43:24.835125 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:43:25.368764 run create_hlr_db(pid=13229): Launched\u000a05:43:25.561641 bus /gobi_6: Setting Powered False\u000a05:43:26.582378 run create_hlr_db(pid=13229): Terminated: ok {rc=0}\u000a05:43:27.003197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13231): Launched\u000a05:43:27.317343 run osmo-hlr_10.42.42.2(pid=13232): Launched\u000a05:43:27.436357 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:43:27.977967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13234): Launched\u000a05:43:28.291150 run osmo-stp_10.42.42.5(pid=13235): Launched\u000a05:43:28.404773 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:43:28.949851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13237): Launched\u000a05:43:29.061654 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:43:29.335009 run patchelf(pid=13238): Launched\u000a05:43:29.517442 run osmo-stp_10.42.42.5(pid=13235): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13235)]\u000a05:43:29.651388 run osmo-stp_10.42.42.5(pid=13235): stdout: \u000a| (launched: 2022-12-14_05:43:28.136881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:43:29.785587 run osmo-stp_10.42.42.5(pid=13235): stderr: \u000a| �[0;m�[38;5;43m20221214054328308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054328308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054328308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054328309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054328309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054328309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054328309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:43:29.914592 run osmo-stp_10.42.42.5(pid=13235): stdout: \u000a| (launched: 2022-12-14_05:43:28.136881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:43:30.042589 run osmo-stp_10.42.42.5(pid=13235): stderr: \u000a| �[0;m�[38;5;43m20221214054328308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054328308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054328308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054328309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054328309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054328309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054328309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:43:30.191829 run patchelf(pid=13238): Terminating (SIGINT)\u000a05:43:30.367441 run patchelf(pid=13238): Terminated: ok {rc=0}\u000a05:43:30.399453 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13235): Process ended prematurely: osmo-stp_10.42.42.5(pid=13235) [trial-2400↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13235)] [trial-2400↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a05:43:30.408875 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a05:43:30.469354 run osmo-hlr_10.42.42.2(pid=13232): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13232)]\u000a05:43:30.518895 run osmo-hlr_10.42.42.2(pid=13232): stdout: \u000a| (launched: 2022-12-14_05:43:27.162515) \u000a05:43:30.569122 run osmo-hlr_10.42.42.2(pid=13232): stderr: \u000a| �[0;m�[1;31m20221214054327339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054327339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054327339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054327339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054327339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054327339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054327351 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054327359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054327360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054327360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:43:30.612018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13225): Terminating (SIGTERM)\u000a05:43:30.652450 run iperf3-srv_10.42.42.10(pid=13226): Terminating (SIGTERM)\u000a05:43:30.692690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13227): Terminating (SIGTERM)\u000a05:43:30.733142 run iperf3-srv_10.42.42.10(pid=13228): Terminating (SIGTERM)\u000a05:43:30.773953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13231): Terminating (SIGTERM)\u000a05:43:30.814279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13234): Terminating (SIGTERM)\u000a05:43:30.878821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13237): Terminating (SIGTERM)\u000a05:43:30.894321 --- ParallelTerminationStrategy: PID 13225 died...\u000a05:43:30.955884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13225): Terminated: ok {rc=0}\u000a05:43:30.968671 --- ParallelTerminationStrategy: PID 13226 died...\u000a05:43:31.027824 run iperf3-srv_10.42.42.10(pid=13226): Terminated {rc=256}\u000a05:43:31.041863 --- ParallelTerminationStrategy: PID 13227 died...\u000a05:43:31.097479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13227): Terminated: ok {rc=0}\u000a05:43:31.107848 --- ParallelTerminationStrategy: PID 13228 died...\u000a05:43:31.164024 run iperf3-srv_10.42.42.10(pid=13228): Terminated {rc=256}\u000a05:43:31.174498 --- ParallelTerminationStrategy: PID 13231 died...\u000a05:43:31.230700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13231): Terminated: ok {rc=0}\u000a05:43:31.241262 --- ParallelTerminationStrategy: PID 13234 died...\u000a05:43:31.297944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13234): Terminated: ok {rc=0}\u000a05:43:31.308390 --- ParallelTerminationStrategy: PID 13237 died...\u000a05:43:31.364828 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13237): Terminated: ok {rc=0}\u000a05:43:31.452091 bus /gobi_0: Setting Powered False\u000a05:43:32.555264 bus /gobi_0: Setting Powered False\u000a05:43:33.662044 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13247): Process ended prematurely: osmo-stp_10.42.42.5(pid=13247) [trial-2400↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13247)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13247): Process ended prematurely: osmo-stp_10.42.42.5(pid=13247) [trial-2400↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13247)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a05:43:34.778474 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:34.790350 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:43:34.923304 tst iperf3.py: using LAC 38803\u000a05:43:35.055186 tst iperf3.py: using RAC 43\u000a05:43:35.185479 tst iperf3.py: using CellId 38803\u000a05:43:35.317404 tst iperf3.py: using BVCI 38804\u000a05:43:35.342922 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:35.354243 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:35.365299 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:35.376328 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:35.387288 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:35.398269 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:35.409527 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:35.420410 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:35.431623 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:43:35.718890 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:43:35.850443 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:43:36.176433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13239): Launched\u000a05:43:36.444877 run iperf3-srv_10.42.42.10(pid=13240): Launched\u000a05:43:36.634911 tst iperf3.py:8: start network...\u000a05:43:36.764860 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:43:37.261111 run create_hlr_db(pid=13241): Launched\u000a05:43:37.442456 bus /gobi_6: Setting Powered False\u000a05:43:38.461797 run create_hlr_db(pid=13241): Terminated: ok {rc=0}\u000a05:43:38.903301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13243): Launched\u000a05:43:39.234510 run osmo-hlr_10.42.42.2(pid=13244): Launched\u000a05:43:39.360610 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:43:39.939813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13246): Launched\u000a05:43:40.271670 run osmo-stp_10.42.42.5(pid=13247): Launched\u000a05:43:40.394077 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:43:40.973130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13249): Launched\u000a05:43:41.092271 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:43:41.382511 run patchelf(pid=13250): Launched\u000a05:43:41.575972 run osmo-stp_10.42.42.5(pid=13247): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13247)]\u000a05:43:41.718189 run osmo-stp_10.42.42.5(pid=13247): stdout: \u000a| (launched: 2022-12-14_05:43:40.108794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:43:41.860467 run osmo-stp_10.42.42.5(pid=13247): stderr: \u000a| �[0;m�[38;5;43m20221214054340302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054340302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054340303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054340303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054340304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054340304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054340304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:43:41.997786 run osmo-stp_10.42.42.5(pid=13247): stdout: \u000a| (launched: 2022-12-14_05:43:40.108794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:43:42.133518 run osmo-stp_10.42.42.5(pid=13247): stderr: \u000a| �[0;m�[38;5;43m20221214054340302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054340302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054340303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054340303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054340304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054340304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054340304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:43:42.292113 run patchelf(pid=13250): Terminating (SIGINT)\u000a05:43:42.477651 run patchelf(pid=13250): Terminated: ok {rc=0}\u000a05:43:42.511666 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13247): Process ended prematurely: osmo-stp_10.42.42.5(pid=13247) [trial-2400↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13247)] [trial-2400↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a05:43:42.521679 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a05:43:42.584761 run osmo-hlr_10.42.42.2(pid=13244): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13244)]\u000a05:43:42.636604 run osmo-hlr_10.42.42.2(pid=13244): stdout: \u000a| (launched: 2022-12-14_05:43:39.071791) \u000a05:43:42.689708 run osmo-hlr_10.42.42.2(pid=13244): stderr: \u000a| �[0;m�[1;31m20221214054339272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054339272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054339272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054339272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054339272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054339272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054339285 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054339293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054339293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054339293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:43:42.734835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13239): Terminating (SIGTERM)\u000a05:43:42.777709 run iperf3-srv_10.42.42.10(pid=13240): Terminating (SIGTERM)\u000a05:43:42.820116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13243): Terminating (SIGTERM)\u000a05:43:42.863127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13246): Terminating (SIGTERM)\u000a05:43:42.905926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13249): Terminating (SIGTERM)\u000a05:43:42.915753 --- ParallelTerminationStrategy: PID 13239 died...\u000a05:43:42.972589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13239): Terminated: ok {rc=0}\u000a05:43:42.982868 --- ParallelTerminationStrategy: PID 13240 died...\u000a05:43:43.039373 run iperf3-srv_10.42.42.10(pid=13240): Terminated {rc=256}\u000a05:43:43.049928 --- ParallelTerminationStrategy: PID 13243 died...\u000a05:43:43.106578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13243): Terminated: ok {rc=0}\u000a05:43:43.116542 --- ParallelTerminationStrategy: PID 13246 died...\u000a05:43:43.173449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13246): Terminated: ok {rc=0}\u000a05:43:43.183675 --- ParallelTerminationStrategy: PID 13249 died...\u000a05:43:43.240589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13249): Terminated: ok {rc=0}\u000a05:43:43.329390 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13265): Process ended prematurely: osmo-stp_10.42.42.5(pid=13265) [trial-2400↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13265)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13265): Process ended prematurely: osmo-stp_10.42.42.5(pid=13265) [trial-2400↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13265)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a05:43:44.442814 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:44.454419 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:43:44.581161 tst iperf3m4.py: using LAC 38804\u000a05:43:44.704325 tst iperf3m4.py: using RAC 44\u000a05:43:44.827886 tst iperf3m4.py: using CellId 38804\u000a05:43:44.951252 tst iperf3m4.py: using BVCI 38805\u000a05:43:44.975386 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:44.986408 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:44.997254 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:45.007874 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:45.018951 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:45.029992 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:45.041233 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:45.052114 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:45.063265 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:43:45.188280 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:43:45.307235 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:43:45.428563 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:43:45.728424 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:43:45.882863 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:43:46.243243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13251): Launched\u000a05:43:46.541110 run iperf3-srv_10.42.42.10(pid=13252): Launched\u000a05:43:46.749425 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:43:46.891256 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:43:47.247550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13253): Launched\u000a05:43:47.533091 run iperf3-srv_10.42.42.10(pid=13254): Launched\u000a05:43:47.736412 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:43:47.875412 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:43:48.219193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13255): Launched\u000a05:43:48.504601 run iperf3-srv_10.42.42.10(pid=13256): Launched\u000a05:43:48.707910 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:43:48.846885 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:43:49.190882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13257): Launched\u000a05:43:49.477191 run iperf3-srv_10.42.42.10(pid=13258): Launched\u000a05:43:49.680390 tst iperf3m4.py:8: start network...\u000a05:43:49.819292 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:43:50.350173 run create_hlr_db(pid=13259): Launched\u000a05:43:50.541833 bus /gobi_6: Setting Powered False\u000a05:43:51.562983 run create_hlr_db(pid=13259): Terminated: ok {rc=0}\u000a05:43:51.982617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13261): Launched\u000a05:43:52.295524 run osmo-hlr_10.42.42.2(pid=13262): Launched\u000a05:43:52.418647 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:43:52.965102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13264): Launched\u000a05:43:53.276045 run osmo-stp_10.42.42.5(pid=13265): Launched\u000a05:43:53.390404 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:43:53.934804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13267): Launched\u000a05:43:54.047072 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:43:54.320035 run patchelf(pid=13268): Launched\u000a05:43:54.502749 run osmo-stp_10.42.42.5(pid=13265): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13265)]\u000a05:43:54.636709 run osmo-stp_10.42.42.5(pid=13265): stdout: \u000a| (launched: 2022-12-14_05:43:53.122930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:43:54.770979 run osmo-stp_10.42.42.5(pid=13265): stderr: \u000a| �[0;m�[38;5;43m20221214054353291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054353292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054353292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054353292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054353293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054353293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054353293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:43:54.900138 run osmo-stp_10.42.42.5(pid=13265): stdout: \u000a| (launched: 2022-12-14_05:43:53.122930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:43:55.027807 run osmo-stp_10.42.42.5(pid=13265): stderr: \u000a| �[0;m�[38;5;43m20221214054353291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054353292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054353292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054353292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054353293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054353293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054353293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:43:55.176653 run patchelf(pid=13268): Terminating (SIGINT)\u000a05:43:55.351645 run patchelf(pid=13268): Terminated: ok {rc=0}\u000a05:43:55.383782 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13265): Process ended prematurely: osmo-stp_10.42.42.5(pid=13265) [trial-2400↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13265)] [trial-2400↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a05:43:55.393170 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a05:43:55.454630 run osmo-hlr_10.42.42.2(pid=13262): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13262)]\u000a05:43:55.504073 run osmo-hlr_10.42.42.2(pid=13262): stdout: \u000a| (launched: 2022-12-14_05:43:52.141531) \u000a05:43:55.554175 run osmo-hlr_10.42.42.2(pid=13262): stderr: \u000a| �[0;m�[1;31m20221214054352315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054352315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054352315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054352315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054352315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054352315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054352331 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054352340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054352341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054352341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:43:55.597066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13251): Terminating (SIGTERM)\u000a05:43:55.637296 run iperf3-srv_10.42.42.10(pid=13252): Terminating (SIGTERM)\u000a05:43:55.677948 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13253): Terminating (SIGTERM)\u000a05:43:55.718028 run iperf3-srv_10.42.42.10(pid=13254): Terminating (SIGTERM)\u000a05:43:55.758086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13255): Terminating (SIGTERM)\u000a05:43:55.798137 run iperf3-srv_10.42.42.10(pid=13256): Terminating (SIGTERM)\u000a05:43:55.838345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13257): Terminating (SIGTERM)\u000a05:43:55.878490 run iperf3-srv_10.42.42.10(pid=13258): Terminating (SIGTERM)\u000a05:43:55.918589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13261): Terminating (SIGTERM)\u000a05:43:55.958752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13264): Terminating (SIGTERM)\u000a05:43:55.998881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13267): Terminating (SIGTERM)\u000a05:43:56.008046 --- ParallelTerminationStrategy: PID 13251 died...\u000a05:43:56.062398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13251): Terminated: ok {rc=0}\u000a05:43:56.072075 --- ParallelTerminationStrategy: PID 13252 died...\u000a05:43:56.126160 run iperf3-srv_10.42.42.10(pid=13252): Terminated {rc=256}\u000a05:43:56.135755 --- ParallelTerminationStrategy: PID 13253 died...\u000a05:43:56.189726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13253): Terminated: ok {rc=0}\u000a05:43:56.199291 --- ParallelTerminationStrategy: PID 13254 died...\u000a05:43:56.252905 run iperf3-srv_10.42.42.10(pid=13254): Terminated {rc=256}\u000a05:43:56.262568 --- ParallelTerminationStrategy: PID 13255 died...\u000a05:43:56.316152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13255): Terminated: ok {rc=0}\u000a05:43:56.325834 --- ParallelTerminationStrategy: PID 13256 died...\u000a05:43:56.379574 run iperf3-srv_10.42.42.10(pid=13256): Terminated {rc=256}\u000a05:43:56.389129 --- ParallelTerminationStrategy: PID 13257 died...\u000a05:43:56.442791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13257): Terminated: ok {rc=0}\u000a05:43:56.452412 --- ParallelTerminationStrategy: PID 13258 died...\u000a05:43:56.506232 run iperf3-srv_10.42.42.10(pid=13258): Terminated {rc=256}\u000a05:43:56.515729 --- ParallelTerminationStrategy: PID 13261 died...\u000a05:43:56.569542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13261): Terminated: ok {rc=0}\u000a05:43:56.579504 --- ParallelTerminationStrategy: PID 13264 died...\u000a05:43:56.633464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13264): Terminated: ok {rc=0}\u000a05:43:56.643100 --- ParallelTerminationStrategy: PID 13267 died...\u000a05:43:56.697113 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13267): Terminated: ok {rc=0}\u000a05:43:56.785783 bus /gobi_4: Setting Powered False\u000a05:43:57.887687 bus /gobi_4: Setting Powered False\u000a05:43:59.000254 bus /gobi_1: Setting Powered False\u000a05:44:00.103983 bus /gobi_1: Setting Powered False\u000a05:44:01.218179 bus /gobi_0: Setting Powered False\u000a05:44:02.320017 bus /gobi_0: Setting Powered False\u000a05:44:03.432199 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13275): Process ended prematurely: osmo-stp_10.42.42.5(pid=13275) [trial-2400↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13275)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13275): Process ended prematurely: osmo-stp_10.42.42.5(pid=13275) [trial-2400↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13275)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a05:44:04.500703 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:44:04.512651 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:44:04.641112 tst ping.py: using LAC 38805\u000a05:44:04.764345 tst ping.py: using RAC 45\u000a05:44:04.886383 tst ping.py: using CellId 38805\u000a05:44:05.006864 tst ping.py: using BVCI 38806\u000a05:44:05.030397 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:44:05.041207 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:44:05.051779 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:44:05.062320 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:44:05.072938 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:44:05.083734 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:44:05.094806 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:44:05.105855 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:44:05.402808 tst ping.py:19: start network...\u000a05:44:05.540273 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:44:06.058284 run create_hlr_db(pid=13269): Launched\u000a05:44:06.247298 bus /gobi_6: Setting Powered False\u000a05:44:07.267611 run create_hlr_db(pid=13269): Terminated: ok {rc=0}\u000a05:44:07.679830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13271): Launched\u000a05:44:07.986152 run osmo-hlr_10.42.42.2(pid=13272): Launched\u000a05:44:08.106226 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:44:08.648403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13274): Launched\u000a05:44:08.954401 run osmo-stp_10.42.42.5(pid=13275): Launched\u000a05:44:09.066829 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:44:09.599904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13277): Launched\u000a05:44:09.709706 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:44:09.976580 run patchelf(pid=13278): Launched\u000a05:44:10.156299 run osmo-stp_10.42.42.5(pid=13275): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13275)]\u000a05:44:10.287437 run osmo-stp_10.42.42.5(pid=13275): stdout: \u000a| (launched: 2022-12-14_05:44:08.803702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:44:10.419149 run osmo-stp_10.42.42.5(pid=13275): stderr: \u000a| �[0;m�[38;5;43m20221214054408975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054408975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054408976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054408976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054408977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054408977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054408977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:44:10.545686 run osmo-stp_10.42.42.5(pid=13275): stdout: \u000a| (launched: 2022-12-14_05:44:08.803702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:44:10.671699 run osmo-stp_10.42.42.5(pid=13275): stderr: \u000a| �[0;m�[38;5;43m20221214054408975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054408975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054408976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054408976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054408977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054408977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054408977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:44:10.817595 run patchelf(pid=13278): Terminating (SIGINT)\u000a05:44:10.989282 run patchelf(pid=13278): Terminated: ok {rc=0}\u000a05:44:11.020284 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13275): Process ended prematurely: osmo-stp_10.42.42.5(pid=13275) [trial-2400↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13275)] [trial-2400↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a05:44:11.029158 tst ping.py:22: Test FAILED (6.5 sec)\u000a05:44:11.089429 run osmo-hlr_10.42.42.2(pid=13272): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13272)]\u000a05:44:11.138897 run osmo-hlr_10.42.42.2(pid=13272): stdout: \u000a| (launched: 2022-12-14_05:44:07.835055) \u000a05:44:11.188850 run osmo-hlr_10.42.42.2(pid=13272): stderr: \u000a| �[0;m�[1;31m20221214054408010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054408010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054408010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054408010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054408010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054408010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054408023 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054408032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054408032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054408032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:44:11.231683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13271): Terminating (SIGTERM)\u000a05:44:11.271927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13274): Terminating (SIGTERM)\u000a05:44:11.312320 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13277): Terminating (SIGTERM)\u000a05:44:11.321818 --- ParallelTerminationStrategy: PID 13271 died...\u000a05:44:11.376174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13271): Terminated: ok {rc=0}\u000a05:44:11.385930 --- ParallelTerminationStrategy: PID 13274 died...\u000a05:44:11.439511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13274): Terminated: ok {rc=0}\u000a05:44:11.449157 --- ParallelTerminationStrategy: PID 13277 died...\u000a05:44:11.503101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13277): Terminated: ok {rc=0}\u000a05:44:11.587102 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13285): Process ended prematurely: osmo-stp_10.42.42.5(pid=13285) [trial-2400↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13285)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13285): Process ended prematurely: osmo-stp_10.42.42.5(pid=13285) [trial-2400↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13285)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a05:44:12.637857 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:44:12.649580 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:44:12.782841 tst ping_idle_ping.py: using LAC 38806\u000a05:44:12.911644 tst ping_idle_ping.py: using RAC 46\u000a05:44:13.035310 tst ping_idle_ping.py: using CellId 38806\u000a05:44:13.157344 tst ping_idle_ping.py: using BVCI 38807\u000a05:44:13.181196 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:44:13.192202 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:44:13.203215 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:44:13.214232 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:44:13.225460 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:44:13.236583 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:44:13.247966 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:44:13.259380 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:44:13.542279 tst ping_idle_ping.py:24: start network...\u000a05:44:13.671336 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:44:14.156818 run create_hlr_db(pid=13279): Launched\u000a05:44:14.334829 bus /gobi_6: Setting Powered False\u000a05:44:15.355773 run create_hlr_db(pid=13279): Terminated: ok {rc=0}\u000a05:44:15.789594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13281): Launched\u000a05:44:16.306602 run osmo-hlr_10.42.42.2(pid=13282): Launched\u000a05:44:16.530533 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:44:17.128478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13284): Launched\u000a05:44:17.463473 run osmo-stp_10.42.42.5(pid=13285): Launched\u000a05:44:17.584025 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:44:18.154646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13287): Launched\u000a05:44:18.272228 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:44:18.557559 run patchelf(pid=13288): Launched\u000a05:44:18.748283 run osmo-stp_10.42.42.5(pid=13285): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13285)]\u000a05:44:18.887472 run osmo-stp_10.42.42.5(pid=13285): stdout: \u000a| (launched: 2022-12-14_05:44:17.299354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:44:19.027354 run osmo-stp_10.42.42.5(pid=13285): stderr: \u000a| �[0;m�[38;5;43m20221214054417494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054417494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054417494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054417495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054417495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054417495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054417495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:44:19.162437 run osmo-stp_10.42.42.5(pid=13285): stdout: \u000a| (launched: 2022-12-14_05:44:17.299354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:44:19.296582 run osmo-stp_10.42.42.5(pid=13285): stderr: \u000a| �[0;m�[38;5;43m20221214054417494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054417494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054417494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054417495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054417495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054417495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054417495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:44:19.452410 run patchelf(pid=13288): Terminating (SIGINT)\u000a05:44:19.635002 run patchelf(pid=13288): Terminated: ok {rc=0}\u000a05:44:19.668426 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13285): Process ended prematurely: osmo-stp_10.42.42.5(pid=13285) [trial-2400↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13285)] [trial-2400↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a05:44:19.677939 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a05:44:19.740599 run osmo-hlr_10.42.42.2(pid=13282): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13282)]\u000a05:44:19.792162 run osmo-hlr_10.42.42.2(pid=13282): stdout: \u000a| (launched: 2022-12-14_05:44:15.954973) \u000a05:44:19.844250 run osmo-hlr_10.42.42.2(pid=13282): stderr: \u000a| �[0;m�[1;31m20221214054416199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054416200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054416200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054416200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054416200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054416200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054416218 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054416240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054416240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054416240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:44:19.888838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13281): Terminating (SIGTERM)\u000a05:44:19.931252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13284): Terminating (SIGTERM)\u000a05:44:19.973660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13287): Terminating (SIGTERM)\u000a05:44:19.983393 --- ParallelTerminationStrategy: PID 13281 died...\u000a05:44:20.039667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13281): Terminated: ok {rc=0}\u000a05:44:20.049800 --- ParallelTerminationStrategy: PID 13284 died...\u000a05:44:20.105561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13284): Terminated: ok {rc=0}\u000a05:44:20.115581 --- ParallelTerminationStrategy: PID 13287 died...\u000a05:44:20.171472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13287): Terminated: ok {rc=0}\u000a05:44:20.257523 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:43:21" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13303): Process ended prematurely: osmo-stp_10.42.42.5(pid=13303) [trial-2400↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13303)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13303): Process ended prematurely: osmo-stp_10.42.42.5(pid=13303) [trial-2400↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13303)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:44:22.375972 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:22.387049 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:44:22.535021 tst cs_paging_gprs_active.py: using LAC 38807\u000a05:44:22.665553 tst cs_paging_gprs_active.py: using RAC 47\u000a05:44:22.797617 tst cs_paging_gprs_active.py: using CellId 38807\u000a05:44:22.931670 tst cs_paging_gprs_active.py: using BVCI 38808\u000a05:44:22.957244 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:22.968648 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:22.979792 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:22.990930 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:23.002002 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:23.013203 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:23.024361 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:23.035406 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:23.046680 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:44:23.164886 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:44:23.466706 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:44:23.606792 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:44:23.953211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13293): Launched\u000a05:44:24.240817 run iperf3-srv_10.42.42.10(pid=13294): Launched\u000a05:44:24.447325 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:44:24.587382 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:44:24.934148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13295): Launched\u000a05:44:25.221236 run iperf3-srv_10.42.42.10(pid=13296): Launched\u000a05:44:25.427202 tst cs_paging_gprs_active.py:38: start network...\u000a05:44:25.566904 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:44:26.099539 run create_hlr_db(pid=13297): Launched\u000a05:44:26.291655 bus /gobi_6: Setting Powered False\u000a05:44:27.313304 run create_hlr_db(pid=13297): Terminated: ok {rc=0}\u000a05:44:27.734977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13299): Launched\u000a05:44:28.050376 run osmo-hlr_10.42.42.2(pid=13300): Launched\u000a05:44:28.174597 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:44:28.726658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13302): Launched\u000a05:44:29.039852 run osmo-stp_10.42.42.5(pid=13303): Launched\u000a05:44:29.154741 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:44:29.700034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13305): Launched\u000a05:44:29.813656 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:44:30.086864 run patchelf(pid=13306): Launched\u000a05:44:30.270210 run osmo-stp_10.42.42.5(pid=13303): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13303)]\u000a05:44:30.405110 run osmo-stp_10.42.42.5(pid=13303): stdout: \u000a| (launched: 2022-12-14_05:44:28.885508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:44:30.540233 run osmo-stp_10.42.42.5(pid=13303): stderr: \u000a| �[0;m�[38;5;43m20221214054429057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054429057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054429057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054429058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054429058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054429058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054429058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:44:30.670054 run osmo-stp_10.42.42.5(pid=13303): stdout: \u000a| (launched: 2022-12-14_05:44:28.885508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:44:30.798714 run osmo-stp_10.42.42.5(pid=13303): stderr: \u000a| �[0;m�[38;5;43m20221214054429057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054429057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054429057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054429058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054429058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054429058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054429058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:44:30.975341 run patchelf(pid=13306): Terminating (SIGINT)\u000a05:44:31.177484 run patchelf(pid=13306): Terminated: ok {rc=0}\u000a05:44:31.213156 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13303): Process ended prematurely: osmo-stp_10.42.42.5(pid=13303) [trial-2400↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13303)] [trial-2400↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a05:44:31.223586 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a05:44:31.288177 run osmo-hlr_10.42.42.2(pid=13300): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13300)]\u000a05:44:31.341911 run osmo-hlr_10.42.42.2(pid=13300): stdout: \u000a| (launched: 2022-12-14_05:44:27.894593) \u000a05:44:31.397183 run osmo-hlr_10.42.42.2(pid=13300): stderr: \u000a| �[0;m�[1;31m20221214054428072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054428072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054428072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054428072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054428072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054428072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054428085 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054428093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054428093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054428093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:44:31.443607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13293): Terminating (SIGTERM)\u000a05:44:31.486846 run iperf3-srv_10.42.42.10(pid=13294): Terminating (SIGTERM)\u000a05:44:31.530342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13295): Terminating (SIGTERM)\u000a05:44:31.575550 run iperf3-srv_10.42.42.10(pid=13296): Terminating (SIGTERM)\u000a05:44:31.619161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13299): Terminating (SIGTERM)\u000a05:44:31.664869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13302): Terminating (SIGTERM)\u000a05:44:31.709930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13305): Terminating (SIGTERM)\u000a05:44:31.720706 --- ParallelTerminationStrategy: PID 13293 died...\u000a05:44:31.781151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13293): Terminated: ok {rc=0}\u000a05:44:31.791830 --- ParallelTerminationStrategy: PID 13294 died...\u000a05:44:31.848709 run iperf3-srv_10.42.42.10(pid=13294): Terminated {rc=256}\u000a05:44:31.859163 --- ParallelTerminationStrategy: PID 13295 died...\u000a05:44:31.916377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13295): Terminated: ok {rc=0}\u000a05:44:31.926872 --- ParallelTerminationStrategy: PID 13296 died...\u000a05:44:31.985413 run iperf3-srv_10.42.42.10(pid=13296): Terminated {rc=256}\u000a05:44:31.995856 --- ParallelTerminationStrategy: PID 13299 died...\u000a05:44:32.053093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13299): Terminated: ok {rc=0}\u000a05:44:32.063843 --- ParallelTerminationStrategy: PID 13302 died...\u000a05:44:32.128761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13302): Terminated: ok {rc=0}\u000a05:44:32.140205 --- ParallelTerminationStrategy: PID 13305 died...\u000a05:44:32.196161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13305): Terminated: ok {rc=0}\u000a05:44:32.286338 bus /gobi_0: Setting Powered False\u000a05:44:33.390398 bus /gobi_0: Setting Powered False\u000a05:44:34.499585 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13315): Process ended prematurely: osmo-stp_10.42.42.5(pid=13315) [trial-2400↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13315)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13315): Process ended prematurely: osmo-stp_10.42.42.5(pid=13315) [trial-2400↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13315)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a05:44:35.616773 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:35.628758 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:44:35.786860 tst iperf3.py: using LAC 38808\u000a05:44:35.916744 tst iperf3.py: using RAC 48\u000a05:44:36.046718 tst iperf3.py: using CellId 38808\u000a05:44:36.176869 tst iperf3.py: using BVCI 38809\u000a05:44:36.202584 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:36.213978 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:36.225038 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:36.236067 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:36.247097 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:36.258330 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:36.270055 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:36.281129 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:36.292307 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:44:36.579055 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:44:36.711309 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:44:37.037450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13307): Launched\u000a05:44:37.308332 run iperf3-srv_10.42.42.10(pid=13308): Launched\u000a05:44:37.500650 tst iperf3.py:8: start network...\u000a05:44:37.632161 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:44:38.126240 run create_hlr_db(pid=13309): Launched\u000a05:44:38.307564 bus /gobi_6: Setting Powered False\u000a05:44:39.328152 run create_hlr_db(pid=13309): Terminated: ok {rc=0}\u000a05:44:39.770196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13311): Launched\u000a05:44:40.104470 run osmo-hlr_10.42.42.2(pid=13312): Launched\u000a05:44:40.226504 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:44:40.805449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13314): Launched\u000a05:44:41.137487 run osmo-stp_10.42.42.5(pid=13315): Launched\u000a05:44:41.258310 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:44:41.838198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13317): Launched\u000a05:44:41.957347 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:44:42.246404 run patchelf(pid=13318): Launched\u000a05:44:42.440425 run osmo-stp_10.42.42.5(pid=13315): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13315)]\u000a05:44:42.582725 run osmo-stp_10.42.42.5(pid=13315): stdout: \u000a| (launched: 2022-12-14_05:44:40.974244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:44:42.725029 run osmo-stp_10.42.42.5(pid=13315): stderr: \u000a| �[0;m�[38;5;43m20221214054441166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054441167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054441167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054441167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054441168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054441168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054441168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:44:42.862492 run osmo-stp_10.42.42.5(pid=13315): stdout: \u000a| (launched: 2022-12-14_05:44:40.974244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:44:42.998228 run osmo-stp_10.42.42.5(pid=13315): stderr: \u000a| �[0;m�[38;5;43m20221214054441166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054441167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054441167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054441167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054441168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054441168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054441168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:44:43.156350 run patchelf(pid=13318): Terminating (SIGINT)\u000a05:44:43.342868 run patchelf(pid=13318): Terminated: ok {rc=0}\u000a05:44:43.376906 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13315): Process ended prematurely: osmo-stp_10.42.42.5(pid=13315) [trial-2400↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13315)] [trial-2400↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a05:44:43.386932 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a05:44:43.449710 run osmo-hlr_10.42.42.2(pid=13312): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13312)]\u000a05:44:43.501491 run osmo-hlr_10.42.42.2(pid=13312): stdout: \u000a| (launched: 2022-12-14_05:44:39.940281) \u000a05:44:43.553722 run osmo-hlr_10.42.42.2(pid=13312): stderr: \u000a| �[0;m�[1;31m20221214054440139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054440139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054440139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054440139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054440139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054440139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054440151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054440160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054440160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054440160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:44:43.598188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13307): Terminating (SIGTERM)\u000a05:44:43.639980 run iperf3-srv_10.42.42.10(pid=13308): Terminating (SIGTERM)\u000a05:44:43.682119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13311): Terminating (SIGTERM)\u000a05:44:43.724350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13314): Terminating (SIGTERM)\u000a05:44:43.766682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13317): Terminating (SIGTERM)\u000a05:44:43.776272 --- ParallelTerminationStrategy: PID 13307 died...\u000a05:44:43.833242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13307): Terminated: ok {rc=0}\u000a05:44:43.843465 --- ParallelTerminationStrategy: PID 13308 died...\u000a05:44:43.899440 run iperf3-srv_10.42.42.10(pid=13308): Terminated {rc=256}\u000a05:44:43.909440 --- ParallelTerminationStrategy: PID 13311 died...\u000a05:44:43.965250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13311): Terminated: ok {rc=0}\u000a05:44:43.975233 --- ParallelTerminationStrategy: PID 13314 died...\u000a05:44:44.031054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13314): Terminated: ok {rc=0}\u000a05:44:44.041282 --- ParallelTerminationStrategy: PID 13317 died...\u000a05:44:44.097488 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13317): Terminated: ok {rc=0}\u000a05:44:44.185325 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13333): Process ended prematurely: osmo-stp_10.42.42.5(pid=13333) [trial-2400↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13333)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13333): Process ended prematurely: osmo-stp_10.42.42.5(pid=13333) [trial-2400↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13333)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a05:44:45.301850 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:45.313812 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:44:45.466468 tst iperf3m4.py: using LAC 38809\u000a05:44:45.595482 tst iperf3m4.py: using RAC 49\u000a05:44:45.726013 tst iperf3m4.py: using CellId 38809\u000a05:44:45.867231 tst iperf3m4.py: using BVCI 38810\u000a05:44:45.907097 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:45.919228 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:45.931040 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:45.942963 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:45.956526 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:45.970247 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:45.984203 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:45.996289 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:46.009100 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:44:46.138787 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:44:46.287257 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:44:46.432905 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:44:46.806709 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:44:46.976289 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:44:47.342979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13319): Launched\u000a05:44:47.630528 run iperf3-srv_10.42.42.10(pid=13320): Launched\u000a05:44:47.834030 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:44:47.974046 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:44:48.319410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13321): Launched\u000a05:44:48.605195 run iperf3-srv_10.42.42.10(pid=13322): Launched\u000a05:44:48.808673 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:44:48.947696 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:44:49.292006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13323): Launched\u000a05:44:49.578514 run iperf3-srv_10.42.42.10(pid=13324): Launched\u000a05:44:49.782468 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:44:49.922616 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:44:50.267708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13325): Launched\u000a05:44:50.553426 run iperf3-srv_10.42.42.10(pid=13326): Launched\u000a05:44:50.757204 tst iperf3m4.py:8: start network...\u000a05:44:50.897045 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:44:51.426981 run create_hlr_db(pid=13327): Launched\u000a05:44:51.619077 bus /gobi_6: Setting Powered False\u000a05:44:52.630017 run create_hlr_db(pid=13327): Terminated: ok {rc=0}\u000a05:44:53.079151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13329): Launched\u000a05:44:53.411346 run osmo-hlr_10.42.42.2(pid=13330): Launched\u000a05:44:53.535747 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:44:54.116835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13332): Launched\u000a05:44:54.449695 run osmo-stp_10.42.42.5(pid=13333): Launched\u000a05:44:54.570749 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:44:55.151078 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13335): Launched\u000a05:44:55.270629 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:44:55.561877 run patchelf(pid=13336): Launched\u000a05:44:55.755906 run osmo-stp_10.42.42.5(pid=13333): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13333)]\u000a05:44:55.897854 run osmo-stp_10.42.42.5(pid=13333): stdout: \u000a| (launched: 2022-12-14_05:44:54.286778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:44:56.040449 run osmo-stp_10.42.42.5(pid=13333): stderr: \u000a| �[0;m�[38;5;43m20221214054454477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054454477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054454477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054454477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054454478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054454478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054454478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:44:56.177498 run osmo-stp_10.42.42.5(pid=13333): stdout: \u000a| (launched: 2022-12-14_05:44:54.286778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:44:56.313822 run osmo-stp_10.42.42.5(pid=13333): stderr: \u000a| �[0;m�[38;5;43m20221214054454477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054454477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054454477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054454477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054454478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054454478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054454478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:44:56.472645 run patchelf(pid=13336): Terminating (SIGINT)\u000a05:44:56.658428 run patchelf(pid=13336): Terminated: ok {rc=0}\u000a05:44:56.692205 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13333): Process ended prematurely: osmo-stp_10.42.42.5(pid=13333) [trial-2400↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13333)] [trial-2400↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a05:44:56.702222 tst iperf3m4.py:8: Test FAILED (11.4 sec)\u000a05:44:56.766131 run osmo-hlr_10.42.42.2(pid=13330): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13330)]\u000a05:44:56.818242 run osmo-hlr_10.42.42.2(pid=13330): stdout: \u000a| (launched: 2022-12-14_05:44:53.248395) \u000a05:44:56.870918 run osmo-hlr_10.42.42.2(pid=13330): stderr: \u000a| �[0;m�[1;31m20221214054453447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054453447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054453447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054453447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054453447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054453447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054453458 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054453467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054453467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054453467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:44:56.915719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13319): Terminating (SIGTERM)\u000a05:44:56.958083 run iperf3-srv_10.42.42.10(pid=13320): Terminating (SIGTERM)\u000a05:44:57.000354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13321): Terminating (SIGTERM)\u000a05:44:57.043069 run iperf3-srv_10.42.42.10(pid=13322): Terminating (SIGTERM)\u000a05:44:57.085938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13323): Terminating (SIGTERM)\u000a05:44:57.128329 run iperf3-srv_10.42.42.10(pid=13324): Terminating (SIGTERM)\u000a05:44:57.171131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13325): Terminating (SIGTERM)\u000a05:44:57.213391 run iperf3-srv_10.42.42.10(pid=13326): Terminating (SIGTERM)\u000a05:44:57.256194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13329): Terminating (SIGTERM)\u000a05:44:57.298744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13332): Terminating (SIGTERM)\u000a05:44:57.341337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13335): Terminating (SIGTERM)\u000a05:44:57.351078 --- ParallelTerminationStrategy: PID 13319 died...\u000a05:44:57.407742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13319): Terminated: ok {rc=0}\u000a05:44:57.417941 --- ParallelTerminationStrategy: PID 13320 died...\u000a05:44:57.474140 run iperf3-srv_10.42.42.10(pid=13320): Terminated {rc=256}\u000a05:44:57.484215 --- ParallelTerminationStrategy: PID 13321 died...\u000a05:44:57.540686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13321): Terminated: ok {rc=0}\u000a05:44:57.550888 --- ParallelTerminationStrategy: PID 13322 died...\u000a05:44:57.607392 run iperf3-srv_10.42.42.10(pid=13322): Terminated {rc=256}\u000a05:44:57.617579 --- ParallelTerminationStrategy: PID 13323 died...\u000a05:44:57.673907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13323): Terminated: ok {rc=0}\u000a05:44:57.684041 --- ParallelTerminationStrategy: PID 13324 died...\u000a05:44:57.740324 run iperf3-srv_10.42.42.10(pid=13324): Terminated {rc=256}\u000a05:44:57.750420 --- ParallelTerminationStrategy: PID 13325 died...\u000a05:44:57.806754 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13325): Terminated: ok {rc=0}\u000a05:44:57.816862 --- ParallelTerminationStrategy: PID 13326 died...\u000a05:44:57.873254 run iperf3-srv_10.42.42.10(pid=13326): Terminated {rc=256}\u000a05:44:57.883377 --- ParallelTerminationStrategy: PID 13329 died...\u000a05:44:57.940125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13329): Terminated: ok {rc=0}\u000a05:44:57.950426 --- ParallelTerminationStrategy: PID 13332 died...\u000a05:44:58.007009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13332): Terminated: ok {rc=0}\u000a05:44:58.017218 --- ParallelTerminationStrategy: PID 13335 died...\u000a05:44:58.073770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13335): Terminated: ok {rc=0}\u000a05:44:58.162654 bus /gobi_4: Setting Powered False\u000a05:44:59.269643 bus /gobi_4: Setting Powered False\u000a05:45:00.377009 bus /gobi_1: Setting Powered False\u000a05:45:01.519082 bus /gobi_1: Setting Powered False\u000a05:45:02.631965 bus /gobi_0: Setting Powered False\u000a05:45:03.736714 bus /gobi_0: Setting Powered False\u000a05:45:04.851544 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13354): Process ended prematurely: osmo-stp_10.42.42.5(pid=13354) [trial-2400↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13354)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13354): Process ended prematurely: osmo-stp_10.42.42.5(pid=13354) [trial-2400↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13354)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a05:45:05.920490 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:45:05.932494 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:45:06.085518 tst ping.py: using LAC 38810\u000a05:45:06.215531 tst ping.py: using RAC 50\u000a05:45:06.346100 tst ping.py: using CellId 38810\u000a05:45:06.475907 tst ping.py: using BVCI 38811\u000a05:45:06.501087 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:45:06.512429 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:45:06.523582 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:45:06.534725 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:45:06.545858 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:45:06.556845 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:45:06.568157 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:45:06.579681 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:45:06.876106 tst ping.py:19: start network...\u000a05:45:07.013557 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:45:07.534622 run create_hlr_db(pid=13348): Launched\u000a05:45:07.724732 bus /gobi_6: Setting Powered False\u000a05:45:08.737457 run create_hlr_db(pid=13348): Terminated: ok {rc=0}\u000a05:45:09.178849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13350): Launched\u000a05:45:09.507307 run osmo-hlr_10.42.42.2(pid=13351): Launched\u000a05:45:09.628357 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:45:10.200614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13353): Launched\u000a05:45:10.527773 run osmo-stp_10.42.42.5(pid=13354): Launched\u000a05:45:10.647609 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:45:11.219536 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13356): Launched\u000a05:45:11.337073 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:45:11.624672 run patchelf(pid=13357): Launched\u000a05:45:11.815804 run osmo-stp_10.42.42.5(pid=13354): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13354)]\u000a05:45:11.957463 run osmo-stp_10.42.42.5(pid=13354): stdout: \u000a| (launched: 2022-12-14_05:45:10.367285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:45:12.101263 run osmo-stp_10.42.42.5(pid=13354): stderr: \u000a| �[0;m�[38;5;43m20221214054510559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054510559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054510559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054510560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054510560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054510560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054510560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:45:12.239573 run osmo-stp_10.42.42.5(pid=13354): stdout: \u000a| (launched: 2022-12-14_05:45:10.367285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:45:12.377301 run osmo-stp_10.42.42.5(pid=13354): stderr: \u000a| �[0;m�[38;5;43m20221214054510559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054510559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054510559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054510560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054510560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054510560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054510560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:45:12.536600 run patchelf(pid=13357): Terminating (SIGINT)\u000a05:45:12.723108 run patchelf(pid=13357): Terminated: ok {rc=0}\u000a05:45:12.757085 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13354): Process ended prematurely: osmo-stp_10.42.42.5(pid=13354) [trial-2400↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13354)] [trial-2400↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a05:45:12.767227 tst ping.py:22: Test FAILED (6.8 sec)\u000a05:45:12.833457 run osmo-hlr_10.42.42.2(pid=13351): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13351)]\u000a05:45:12.887536 run osmo-hlr_10.42.42.2(pid=13351): stdout: \u000a| (launched: 2022-12-14_05:45:09.346319) \u000a05:45:12.941991 run osmo-hlr_10.42.42.2(pid=13351): stderr: \u000a| �[0;m�[1;31m20221214054509545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054509545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054509545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054509545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054509545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054509545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054509568 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054509579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054509579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054509579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:45:12.989208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13350): Terminating (SIGTERM)\u000a05:45:13.034667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13353): Terminating (SIGTERM)\u000a05:45:13.080542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13356): Terminating (SIGTERM)\u000a05:45:13.091483 --- ParallelTerminationStrategy: PID 13350 died...\u000a05:45:13.151677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13350): Terminated: ok {rc=0}\u000a05:45:13.162457 --- ParallelTerminationStrategy: PID 13353 died...\u000a05:45:13.221617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13353): Terminated: ok {rc=0}\u000a05:45:13.232350 --- ParallelTerminationStrategy: PID 13356 died...\u000a05:45:13.290963 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13356): Terminated: ok {rc=0}\u000a05:45:13.381784 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13715): Process ended prematurely: osmo-stp_10.42.42.5(pid=13715) [trial-2400↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13715)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13715): Process ended prematurely: osmo-stp_10.42.42.5(pid=13715) [trial-2400↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13715)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a05:45:14.432188 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:45:14.443861 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:45:14.593918 tst ping_idle_ping.py: using LAC 38811\u000a05:45:14.715481 tst ping_idle_ping.py: using RAC 51\u000a05:45:14.838924 tst ping_idle_ping.py: using CellId 38811\u000a05:45:14.962570 tst ping_idle_ping.py: using BVCI 38812\u000a05:45:14.986244 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:45:14.997188 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:45:15.007698 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:45:15.018338 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:45:15.029702 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:45:15.041404 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:45:15.052885 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:45:15.064187 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:45:15.349192 tst ping_idle_ping.py:24: start network...\u000a05:45:15.478621 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:45:16.030655 run create_hlr_db(pid=13709): Launched\u000a05:45:16.228737 bus /gobi_6: Setting Powered False\u000a05:45:17.283280 run create_hlr_db(pid=13709): Terminated: ok {rc=0}\u000a05:45:17.697494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13711): Launched\u000a05:45:18.006988 run osmo-hlr_10.42.42.2(pid=13712): Launched\u000a05:45:18.123423 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:45:18.665151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13714): Launched\u000a05:45:18.974166 run osmo-stp_10.42.42.5(pid=13715): Launched\u000a05:45:19.087848 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:45:19.626496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13717): Launched\u000a05:45:19.736484 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:45:20.005937 run patchelf(pid=13718): Launched\u000a05:45:20.187338 run osmo-stp_10.42.42.5(pid=13715): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13715)]\u000a05:45:20.320246 run osmo-stp_10.42.42.5(pid=13715): stdout: \u000a| (launched: 2022-12-14_05:45:18.821435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:45:20.453733 run osmo-stp_10.42.42.5(pid=13715): stderr: \u000a| �[0;m�[38;5;43m20221214054518993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054518993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054518994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054518994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054518995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054518995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054518995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:45:20.581612 run osmo-stp_10.42.42.5(pid=13715): stdout: \u000a| (launched: 2022-12-14_05:45:18.821435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:45:20.708725 run osmo-stp_10.42.42.5(pid=13715): stderr: \u000a| �[0;m�[38;5;43m20221214054518993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054518993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054518994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054518994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054518995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054518995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054518995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:45:20.856285 run patchelf(pid=13718): Terminating (SIGINT)\u000a05:45:21.029697 run patchelf(pid=13718): Terminated: ok {rc=0}\u000a05:45:21.061138 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13715): Process ended prematurely: osmo-stp_10.42.42.5(pid=13715) [trial-2400↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13715)] [trial-2400↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a05:45:21.069863 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a05:45:21.130553 run osmo-hlr_10.42.42.2(pid=13712): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13712)]\u000a05:45:21.180067 run osmo-hlr_10.42.42.2(pid=13712): stdout: \u000a| (launched: 2022-12-14_05:45:17.854453) \u000a05:45:21.230340 run osmo-hlr_10.42.42.2(pid=13712): stderr: \u000a| �[0;m�[1;31m20221214054518031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054518031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054518031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054518031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054518031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054518031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054518043 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054518052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054518052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054518052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:45:21.273247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13711): Terminating (SIGTERM)\u000a05:45:21.313621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13714): Terminating (SIGTERM)\u000a05:45:21.354381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13717): Terminating (SIGTERM)\u000a05:45:21.363741 --- ParallelTerminationStrategy: PID 13711 died...\u000a05:45:21.418304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13711): Terminated: ok {rc=0}\u000a05:45:21.427990 --- ParallelTerminationStrategy: PID 13714 died...\u000a05:45:21.482306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13714): Terminated: ok {rc=0}\u000a05:45:21.492070 --- ParallelTerminationStrategy: PID 13717 died...\u000a05:45:21.546503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13717): Terminated: ok {rc=0}\u000a05:45:21.634767 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:44:22" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13910): Process ended prematurely: osmo-stp_10.42.42.5(pid=13910) [trial-2400↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13910)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13910): Process ended prematurely: osmo-stp_10.42.42.5(pid=13910) [trial-2400↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13910)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:45:23.787240 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:23.799083 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:45:23.961792 tst cs_paging_gprs_active.py: using LAC 38812\u000a05:45:24.092702 tst cs_paging_gprs_active.py: using RAC 52\u000a05:45:24.224525 tst cs_paging_gprs_active.py: using CellId 38812\u000a05:45:24.355092 tst cs_paging_gprs_active.py: using BVCI 38813\u000a05:45:24.382741 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:24.394877 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:24.406964 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:24.419025 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:24.431123 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:24.443280 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:24.455791 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:24.467834 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:24.480153 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:45:24.607083 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:45:24.915265 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:45:25.059113 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:45:25.424860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13899): Launched\u000a05:45:25.732498 run iperf3-srv_10.42.42.10(pid=13900): Launched\u000a05:45:25.941389 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:45:26.084325 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:45:26.446389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13901): Launched\u000a05:45:26.752851 run iperf3-srv_10.42.42.10(pid=13902): Launched\u000a05:45:26.962200 tst cs_paging_gprs_active.py:38: start network...\u000a05:45:27.106054 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:45:27.690771 run create_hlr_db(pid=13903): Launched\u000a05:45:27.889637 bus /gobi_6: Setting Powered False\u000a05:45:28.896740 run create_hlr_db(pid=13903): Terminated: ok {rc=0}\u000a05:45:29.358527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13906): Launched\u000a05:45:29.698507 run osmo-hlr_10.42.42.2(pid=13907): Launched\u000a05:45:29.816777 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:45:30.365097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13909): Launched\u000a05:45:30.681739 run osmo-stp_10.42.42.5(pid=13910): Launched\u000a05:45:30.797786 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:45:31.445635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13912): Launched\u000a05:45:31.561655 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:45:31.857732 run patchelf(pid=13913): Launched\u000a05:45:32.047281 run osmo-stp_10.42.42.5(pid=13910): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13910)]\u000a05:45:32.185751 run osmo-stp_10.42.42.5(pid=13910): stdout: \u000a| (launched: 2022-12-14_05:45:30.525564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:45:32.323503 run osmo-stp_10.42.42.5(pid=13910): stderr: \u000a| �[0;m�[38;5;43m20221214054530701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054530701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054530702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054530702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054530702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054530703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054530703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:45:32.454909 run osmo-stp_10.42.42.5(pid=13910): stdout: \u000a| (launched: 2022-12-14_05:45:30.525564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:45:32.584594 run osmo-stp_10.42.42.5(pid=13910): stderr: \u000a| �[0;m�[38;5;43m20221214054530701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054530701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054530702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054530702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054530702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054530703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054530703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:45:32.737077 run patchelf(pid=13913): Terminating (SIGINT)\u000a05:45:32.915083 run patchelf(pid=13913): Terminated: ok {rc=0}\u000a05:45:32.947875 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13910): Process ended prematurely: osmo-stp_10.42.42.5(pid=13910) [trial-2400↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13910)] [trial-2400↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a05:45:32.957384 tst cs_paging_gprs_active.py:38: Test FAILED (9.2 sec)\u000a05:45:33.018786 run osmo-hlr_10.42.42.2(pid=13907): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13907)]\u000a05:45:33.068739 run osmo-hlr_10.42.42.2(pid=13907): stdout: \u000a| (launched: 2022-12-14_05:45:29.530024) \u000a05:45:33.119176 run osmo-hlr_10.42.42.2(pid=13907): stderr: \u000a| �[0;m�[1;31m20221214054529713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054529713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054529713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054529713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054529713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054529713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054529729 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054529737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054529737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054529737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:45:33.162272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13899): Terminating (SIGTERM)\u000a05:45:33.202834 run iperf3-srv_10.42.42.10(pid=13900): Terminating (SIGTERM)\u000a05:45:33.243778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13901): Terminating (SIGTERM)\u000a05:45:33.284299 run iperf3-srv_10.42.42.10(pid=13902): Terminating (SIGTERM)\u000a05:45:33.325435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13906): Terminating (SIGTERM)\u000a05:45:33.366190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13909): Terminating (SIGTERM)\u000a05:45:33.406860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13912): Terminating (SIGTERM)\u000a05:45:33.415644 --- ParallelTerminationStrategy: PID 13899 died...\u000a05:45:33.470699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13899): Terminated: ok {rc=0}\u000a05:45:33.480390 --- ParallelTerminationStrategy: PID 13900 died...\u000a05:45:33.534683 run iperf3-srv_10.42.42.10(pid=13900): Terminated {rc=256}\u000a05:45:33.544307 --- ParallelTerminationStrategy: PID 13901 died...\u000a05:45:33.598553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13901): Terminated: ok {rc=0}\u000a05:45:33.608194 --- ParallelTerminationStrategy: PID 13902 died...\u000a05:45:33.662448 run iperf3-srv_10.42.42.10(pid=13902): Terminated {rc=256}\u000a05:45:33.672153 --- ParallelTerminationStrategy: PID 13906 died...\u000a05:45:33.726773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13906): Terminated: ok {rc=0}\u000a05:45:33.736456 --- ParallelTerminationStrategy: PID 13909 died...\u000a05:45:33.791253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13909): Terminated: ok {rc=0}\u000a05:45:33.801159 --- ParallelTerminationStrategy: PID 13912 died...\u000a05:45:33.855882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13912): Terminated: ok {rc=0}\u000a05:45:33.944747 bus /gobi_0: Setting Powered False\u000a05:45:35.047974 bus /gobi_0: Setting Powered False\u000a05:45:36.160856 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13922): Process ended prematurely: osmo-stp_10.42.42.5(pid=13922) [trial-2400↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13922)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13922): Process ended prematurely: osmo-stp_10.42.42.5(pid=13922) [trial-2400↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13922)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a05:45:37.274287 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:37.286046 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:45:37.444811 tst iperf3.py: using LAC 38813\u000a05:45:37.575760 tst iperf3.py: using RAC 53\u000a05:45:37.707402 tst iperf3.py: using CellId 38813\u000a05:45:37.837930 tst iperf3.py: using BVCI 38814\u000a05:45:37.863557 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:37.875076 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:37.886436 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:37.897644 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:37.908652 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:37.919896 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:37.931210 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:37.942303 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:37.953622 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:45:38.241345 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:45:38.374619 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:45:38.702960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13914): Launched\u000a05:45:38.974821 run iperf3-srv_10.42.42.10(pid=13915): Launched\u000a05:45:39.168202 tst iperf3.py:8: start network...\u000a05:45:39.300351 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:45:39.796052 run create_hlr_db(pid=13916): Launched\u000a05:45:39.978492 bus /gobi_6: Setting Powered False\u000a05:45:40.998234 run create_hlr_db(pid=13916): Terminated: ok {rc=0}\u000a05:45:41.446703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13918): Launched\u000a05:45:41.783102 run osmo-hlr_10.42.42.2(pid=13919): Launched\u000a05:45:41.906662 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:45:42.488440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13921): Launched\u000a05:45:42.823336 run osmo-stp_10.42.42.5(pid=13922): Launched\u000a05:45:42.945990 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:45:43.532209 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13924): Launched\u000a05:45:43.652263 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:45:43.944818 run patchelf(pid=13925): Launched\u000a05:45:44.139829 run osmo-stp_10.42.42.5(pid=13922): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13922)]\u000a05:45:44.284743 run osmo-stp_10.42.42.5(pid=13922): stdout: \u000a| (launched: 2022-12-14_05:45:42.658720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:45:44.428917 run osmo-stp_10.42.42.5(pid=13922): stderr: \u000a| �[0;m�[38;5;43m20221214054542854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054542854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054542854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054542854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054542855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054542855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054542855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:45:44.566503 run osmo-stp_10.42.42.5(pid=13922): stdout: \u000a| (launched: 2022-12-14_05:45:42.658720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:45:44.702730 run osmo-stp_10.42.42.5(pid=13922): stderr: \u000a| �[0;m�[38;5;43m20221214054542854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054542854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054542854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054542854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054542855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054542855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054542855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:45:44.862177 run patchelf(pid=13925): Terminating (SIGINT)\u000a05:45:45.048427 run patchelf(pid=13925): Terminated: ok {rc=0}\u000a05:45:45.082878 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13922): Process ended prematurely: osmo-stp_10.42.42.5(pid=13922) [trial-2400↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13922)] [trial-2400↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a05:45:45.092709 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a05:45:45.155479 run osmo-hlr_10.42.42.2(pid=13919): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13919)]\u000a05:45:45.207091 run osmo-hlr_10.42.42.2(pid=13919): stdout: \u000a| (launched: 2022-12-14_05:45:41.617523) \u000a05:45:45.259396 run osmo-hlr_10.42.42.2(pid=13919): stderr: \u000a| �[0;m�[1;31m20221214054541816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054541817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054541817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054541817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054541817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054541817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054541829 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054541838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054541838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054541838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:45:45.304209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13914): Terminating (SIGTERM)\u000a05:45:45.347024 run iperf3-srv_10.42.42.10(pid=13915): Terminating (SIGTERM)\u000a05:45:45.390106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13918): Terminating (SIGTERM)\u000a05:45:45.432446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13921): Terminating (SIGTERM)\u000a05:45:45.474587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13924): Terminating (SIGTERM)\u000a05:45:45.484311 --- ParallelTerminationStrategy: PID 13914 died...\u000a05:45:45.540248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13914): Terminated: ok {rc=0}\u000a05:45:45.550303 --- ParallelTerminationStrategy: PID 13915 died...\u000a05:45:45.605895 run iperf3-srv_10.42.42.10(pid=13915): Terminated {rc=256}\u000a05:45:45.615817 --- ParallelTerminationStrategy: PID 13918 died...\u000a05:45:45.671482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13918): Terminated: ok {rc=0}\u000a05:45:45.681816 --- ParallelTerminationStrategy: PID 13921 died...\u000a05:45:45.737257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13921): Terminated: ok {rc=0}\u000a05:45:45.747240 --- ParallelTerminationStrategy: PID 13924 died...\u000a05:45:45.802831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13924): Terminated: ok {rc=0}\u000a05:45:45.930392 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13946): Process ended prematurely: osmo-stp_10.42.42.5(pid=13946) [trial-2400↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13946)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13946): Process ended prematurely: osmo-stp_10.42.42.5(pid=13946) [trial-2400↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13946)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a05:45:47.076648 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:47.090575 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:45:47.265100 tst iperf3m4.py: using LAC 38814\u000a05:45:47.395475 tst iperf3m4.py: using RAC 54\u000a05:45:47.520196 tst iperf3m4.py: using CellId 38814\u000a05:45:47.644408 tst iperf3m4.py: using BVCI 38815\u000a05:45:47.668661 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:47.679820 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:47.690781 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:47.701610 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:47.713172 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:47.724917 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:47.736695 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:47.748333 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:47.760113 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:45:47.880088 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:45:48.005050 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:45:48.126377 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:45:48.430409 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:45:48.571337 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:45:48.921009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13928): Launched\u000a05:45:49.210201 run iperf3-srv_10.42.42.10(pid=13929): Launched\u000a05:45:49.416434 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:45:49.556861 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:45:49.903592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13930): Launched\u000a05:45:50.192681 run iperf3-srv_10.42.42.10(pid=13931): Launched\u000a05:45:50.399452 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:45:50.539639 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:45:50.886756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13932): Launched\u000a05:45:51.173300 run iperf3-srv_10.42.42.10(pid=13933): Launched\u000a05:45:51.366639 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:45:51.498581 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:45:51.825810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13934): Launched\u000a05:45:52.109229 run iperf3-srv_10.42.42.10(pid=13937): Launched\u000a05:45:52.314985 tst iperf3m4.py:8: start network...\u000a05:45:52.456366 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:45:52.991792 run create_hlr_db(pid=13940): Launched\u000a05:45:53.185863 bus /gobi_6: Setting Powered False\u000a05:45:54.205791 run create_hlr_db(pid=13940): Terminated: ok {rc=0}\u000a05:45:54.630721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13942): Launched\u000a05:45:54.945831 run osmo-hlr_10.42.42.2(pid=13943): Launched\u000a05:45:55.070348 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:45:55.625913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13945): Launched\u000a05:45:55.942755 run osmo-stp_10.42.42.5(pid=13946): Launched\u000a05:45:56.058605 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:45:56.607659 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13948): Launched\u000a05:45:56.720473 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:45:56.995260 run patchelf(pid=13949): Launched\u000a05:45:57.179166 run osmo-stp_10.42.42.5(pid=13946): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13946)]\u000a05:45:57.314272 run osmo-stp_10.42.42.5(pid=13946): stdout: \u000a| (launched: 2022-12-14_05:45:55.785363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:45:57.449448 run osmo-stp_10.42.42.5(pid=13946): stderr: \u000a| �[0;m�[38;5;43m20221214054555953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054555954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054555954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054555954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054555955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054555955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054555955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:45:57.579463 run osmo-stp_10.42.42.5(pid=13946): stdout: \u000a| (launched: 2022-12-14_05:45:55.785363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:45:57.708156 run osmo-stp_10.42.42.5(pid=13946): stderr: \u000a| �[0;m�[38;5;43m20221214054555953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054555954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054555954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054555954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054555955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054555955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054555955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:45:57.858102 run patchelf(pid=13949): Terminating (SIGINT)\u000a05:45:58.034178 run patchelf(pid=13949): Terminated: ok {rc=0}\u000a05:45:58.066571 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13946): Process ended prematurely: osmo-stp_10.42.42.5(pid=13946) [trial-2400↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13946)] [trial-2400↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a05:45:58.076046 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a05:45:58.137122 run osmo-hlr_10.42.42.2(pid=13943): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13943)]\u000a05:45:58.186866 run osmo-hlr_10.42.42.2(pid=13943): stdout: \u000a| (launched: 2022-12-14_05:45:54.790664) \u000a05:45:58.236707 run osmo-hlr_10.42.42.2(pid=13943): stderr: \u000a| �[0;m�[1;31m20221214054554967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054554967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054554967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054554967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054554967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054554967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054554981 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054554989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054554989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054554989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:45:58.279540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13928): Terminating (SIGTERM)\u000a05:45:58.320121 run iperf3-srv_10.42.42.10(pid=13929): Terminating (SIGTERM)\u000a05:45:58.360697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13930): Terminating (SIGTERM)\u000a05:45:58.401292 run iperf3-srv_10.42.42.10(pid=13931): Terminating (SIGTERM)\u000a05:45:58.442371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13932): Terminating (SIGTERM)\u000a05:45:58.482793 run iperf3-srv_10.42.42.10(pid=13933): Terminating (SIGTERM)\u000a05:45:58.523187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13934): Terminating (SIGTERM)\u000a05:45:58.563580 run iperf3-srv_10.42.42.10(pid=13937): Terminating (SIGTERM)\u000a05:45:58.604252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13942): Terminating (SIGTERM)\u000a05:45:58.644670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13945): Terminating (SIGTERM)\u000a05:45:58.685350 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13948): Terminating (SIGTERM)\u000a05:45:58.694630 --- ParallelTerminationStrategy: PID 13928 died...\u000a05:45:58.749043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13928): Terminated: ok {rc=0}\u000a05:45:58.758632 --- ParallelTerminationStrategy: PID 13929 died...\u000a05:45:58.812670 run iperf3-srv_10.42.42.10(pid=13929): Terminated {rc=256}\u000a05:45:58.822257 --- ParallelTerminationStrategy: PID 13930 died...\u000a05:45:58.876545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13930): Terminated: ok {rc=0}\u000a05:45:58.886159 --- ParallelTerminationStrategy: PID 13931 died...\u000a05:45:58.939896 run iperf3-srv_10.42.42.10(pid=13931): Terminated {rc=256}\u000a05:45:58.949844 --- ParallelTerminationStrategy: PID 13932 died...\u000a05:45:59.004061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13932): Terminated: ok {rc=0}\u000a05:45:59.013648 --- ParallelTerminationStrategy: PID 13933 died...\u000a05:45:59.067366 run iperf3-srv_10.42.42.10(pid=13933): Terminated {rc=256}\u000a05:45:59.076847 --- ParallelTerminationStrategy: PID 13934 died...\u000a05:45:59.130683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13934): Terminated: ok {rc=0}\u000a05:45:59.140171 --- ParallelTerminationStrategy: PID 13937 died...\u000a05:45:59.193852 run iperf3-srv_10.42.42.10(pid=13937): Terminated {rc=256}\u000a05:45:59.203351 --- ParallelTerminationStrategy: PID 13942 died...\u000a05:45:59.257498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13942): Terminated: ok {rc=0}\u000a05:45:59.267045 --- ParallelTerminationStrategy: PID 13945 died...\u000a05:45:59.320880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13945): Terminated: ok {rc=0}\u000a05:45:59.330547 --- ParallelTerminationStrategy: PID 13948 died...\u000a05:45:59.390277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13948): Terminated: ok {rc=0}\u000a05:45:59.478358 bus /gobi_4: Setting Powered False\u000a05:46:00.586055 bus /gobi_4: Setting Powered False\u000a05:46:01.713593 bus /gobi_1: Setting Powered False\u000a05:46:02.818542 bus /gobi_1: Setting Powered False\u000a05:46:03.930050 bus /gobi_0: Setting Powered False\u000a05:46:05.034937 bus /gobi_0: Setting Powered False\u000a05:46:06.148910 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13956): Process ended prematurely: osmo-stp_10.42.42.5(pid=13956) [trial-2400↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13956)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13956): Process ended prematurely: osmo-stp_10.42.42.5(pid=13956) [trial-2400↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13956)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a05:46:07.217098 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:46:07.228515 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:46:07.376695 tst ping.py: using LAC 38815\u000a05:46:07.504103 tst ping.py: using RAC 55\u000a05:46:07.625517 tst ping.py: using CellId 38815\u000a05:46:07.745316 tst ping.py: using BVCI 38816\u000a05:46:07.769140 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:46:07.780050 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:46:07.790835 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:46:07.801568 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:46:07.812814 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:46:07.823715 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:46:07.834845 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:46:07.845813 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:46:08.127422 tst ping.py:19: start network...\u000a05:46:08.256231 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:46:08.740672 run create_hlr_db(pid=13950): Launched\u000a05:46:08.919819 bus /gobi_6: Setting Powered False\u000a05:46:09.940023 run create_hlr_db(pid=13950): Terminated: ok {rc=0}\u000a05:46:10.352664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13952): Launched\u000a05:46:10.663061 run osmo-hlr_10.42.42.2(pid=13953): Launched\u000a05:46:10.784368 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:46:11.332265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13955): Launched\u000a05:46:11.642034 run osmo-stp_10.42.42.5(pid=13956): Launched\u000a05:46:11.755548 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:46:12.293965 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13958): Launched\u000a05:46:12.404503 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:46:12.676164 run patchelf(pid=13959): Launched\u000a05:46:12.857250 run osmo-stp_10.42.42.5(pid=13956): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13956)]\u000a05:46:12.989973 run osmo-stp_10.42.42.5(pid=13956): stdout: \u000a| (launched: 2022-12-14_05:46:11.488574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:46:13.122796 run osmo-stp_10.42.42.5(pid=13956): stderr: \u000a| �[0;m�[38;5;43m20221214054611663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054611663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054611663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054611663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054611666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054611666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054611666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:46:13.250735 run osmo-stp_10.42.42.5(pid=13956): stdout: \u000a| (launched: 2022-12-14_05:46:11.488574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:46:13.377478 run osmo-stp_10.42.42.5(pid=13956): stderr: \u000a| �[0;m�[38;5;43m20221214054611663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054611663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054611663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054611663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054611666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054611666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054611666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:46:13.524328 run patchelf(pid=13959): Terminating (SIGINT)\u000a05:46:13.697217 run patchelf(pid=13959): Terminated: ok {rc=0}\u000a05:46:13.728466 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13956): Process ended prematurely: osmo-stp_10.42.42.5(pid=13956) [trial-2400↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13956)] [trial-2400↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a05:46:13.737346 tst ping.py:22: Test FAILED (6.5 sec)\u000a05:46:13.798212 run osmo-hlr_10.42.42.2(pid=13953): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13953)]\u000a05:46:13.847922 run osmo-hlr_10.42.42.2(pid=13953): stdout: \u000a| (launched: 2022-12-14_05:46:10.509608) \u000a05:46:13.898359 run osmo-hlr_10.42.42.2(pid=13953): stderr: \u000a| �[0;m�[1;31m20221214054610688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054610688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054610688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054610688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054610688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054610688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054610703 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054610712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054610712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054610712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:46:13.941586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13952): Terminating (SIGTERM)\u000a05:46:13.982202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13955): Terminating (SIGTERM)\u000a05:46:14.022829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13958): Terminating (SIGTERM)\u000a05:46:14.032099 --- ParallelTerminationStrategy: PID 13952 died...\u000a05:46:14.086677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13952): Terminated: ok {rc=0}\u000a05:46:14.096398 --- ParallelTerminationStrategy: PID 13955 died...\u000a05:46:14.150661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13955): Terminated: ok {rc=0}\u000a05:46:14.160262 --- ParallelTerminationStrategy: PID 13958 died...\u000a05:46:14.214418 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13958): Terminated: ok {rc=0}\u000a05:46:14.298530 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13966): Process ended prematurely: osmo-stp_10.42.42.5(pid=13966) [trial-2400↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13966)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13966): Process ended prematurely: osmo-stp_10.42.42.5(pid=13966) [trial-2400↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13966)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a05:46:15.352201 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:46:15.365173 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:46:15.521886 tst ping_idle_ping.py: using LAC 38816\u000a05:46:15.651989 tst ping_idle_ping.py: using RAC 56\u000a05:46:15.778964 tst ping_idle_ping.py: using CellId 38816\u000a05:46:15.918513 tst ping_idle_ping.py: using BVCI 38817\u000a05:46:15.943094 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:46:15.954720 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:46:15.966132 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:46:15.977406 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:46:15.988874 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:46:16.000396 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:46:16.012082 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:46:16.023690 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:46:16.359671 tst ping_idle_ping.py:24: start network...\u000a05:46:16.502585 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:46:17.075542 run create_hlr_db(pid=13960): Launched\u000a05:46:17.271572 bus /gobi_6: Setting Powered False\u000a05:46:18.289340 run create_hlr_db(pid=13960): Terminated: ok {rc=0}\u000a05:46:18.709152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13962): Launched\u000a05:46:19.021322 run osmo-hlr_10.42.42.2(pid=13963): Launched\u000a05:46:19.134447 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:46:19.675245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13965): Launched\u000a05:46:19.988828 run osmo-stp_10.42.42.5(pid=13966): Launched\u000a05:46:20.103419 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:46:20.646181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13968): Launched\u000a05:46:20.757153 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:46:21.029104 run patchelf(pid=13969): Launched\u000a05:46:21.210634 run osmo-stp_10.42.42.5(pid=13966): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13966)]\u000a05:46:21.344204 run osmo-stp_10.42.42.5(pid=13966): stdout: \u000a| (launched: 2022-12-14_05:46:19.833262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:46:21.478070 run osmo-stp_10.42.42.5(pid=13966): stderr: \u000a| �[0;m�[38;5;43m20221214054620004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054620005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054620005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054620005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054620007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054620008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054620008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:46:21.606278 run osmo-stp_10.42.42.5(pid=13966): stdout: \u000a| (launched: 2022-12-14_05:46:19.833262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:46:21.733547 run osmo-stp_10.42.42.5(pid=13966): stderr: \u000a| �[0;m�[38;5;43m20221214054620004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054620005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054620005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054620005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054620007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054620008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054620008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:46:21.881408 run patchelf(pid=13969): Terminating (SIGINT)\u000a05:46:22.055695 run patchelf(pid=13969): Terminated: ok {rc=0}\u000a05:46:22.087224 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13966): Process ended prematurely: osmo-stp_10.42.42.5(pid=13966) [trial-2400↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13966)] [trial-2400↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a05:46:22.096139 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a05:46:22.156753 run osmo-hlr_10.42.42.2(pid=13963): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13963)]\u000a05:46:22.206224 run osmo-hlr_10.42.42.2(pid=13963): stdout: \u000a| (launched: 2022-12-14_05:46:18.867252) \u000a05:46:22.256521 run osmo-hlr_10.42.42.2(pid=13963): stderr: \u000a| �[0;m�[1;31m20221214054619046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054619046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054619046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054619046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054619046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054619046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054619095 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054619104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054619104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054619105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:46:22.299488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13962): Terminating (SIGTERM)\u000a05:46:22.339928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13965): Terminating (SIGTERM)\u000a05:46:22.380535 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13968): Terminating (SIGTERM)\u000a05:46:22.389849 --- ParallelTerminationStrategy: PID 13962 died...\u000a05:46:22.444270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13962): Terminated: ok {rc=0}\u000a05:46:22.453859 --- ParallelTerminationStrategy: PID 13965 died...\u000a05:46:22.508476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13965): Terminated: ok {rc=0}\u000a05:46:22.518096 --- ParallelTerminationStrategy: PID 13968 died...\u000a05:46:22.572071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13968): Terminated: ok {rc=0}\u000a05:46:22.661551 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:45:23" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13980): Process ended prematurely: osmo-stp_10.42.42.5(pid=13980) [trial-2400↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13980)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13980): Process ended prematurely: osmo-stp_10.42.42.5(pid=13980) [trial-2400↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13980)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a05:46:24.647847 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:46:24.659162 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:46:24.807959 tst switch_tch_pdch.py: using LAC 38817\u000a05:46:24.931283 tst switch_tch_pdch.py: using RAC 57\u000a05:46:25.057120 tst switch_tch_pdch.py: using CellId 38817\u000a05:46:25.180374 tst switch_tch_pdch.py: using BVCI 38818\u000a05:46:25.204348 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:46:25.215595 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:46:25.226656 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:46:25.237611 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:46:25.248829 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:46:25.260358 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:46:25.271867 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:46:25.283237 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:46:25.404831 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:46:25.690049 tst switch_tch_pdch.py:51: start network...\u000a05:46:25.819711 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:46:26.307961 run create_hlr_db(pid=13973): Launched\u000a05:46:26.488558 bus /gobi_6: Setting Powered False\u000a05:46:27.509085 run create_hlr_db(pid=13973): Terminated: ok {rc=0}\u000a05:46:27.946864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13976): Launched\u000a05:46:28.276762 run osmo-hlr_10.42.42.2(pid=13977): Launched\u000a05:46:28.402459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:46:28.975422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13979): Launched\u000a05:46:29.305660 run osmo-stp_10.42.42.5(pid=13980): Launched\u000a05:46:29.426078 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:46:30.002225 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13982): Launched\u000a05:46:30.120229 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:46:30.407360 run patchelf(pid=13983): Launched\u000a05:46:30.599189 run osmo-stp_10.42.42.5(pid=13980): ERR: Terminated: ERROR {rc=1} [trial-2400↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13980)]\u000a05:46:30.740052 run osmo-stp_10.42.42.5(pid=13980): stdout: \u000a| (launched: 2022-12-14_05:46:29.143202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:46:30.882419 run osmo-stp_10.42.42.5(pid=13980): stderr: \u000a| �[0;m�[38;5;43m20221214054629336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054629336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054629336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054629337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054629337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054629337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054629337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:46:31.024870 run osmo-stp_10.42.42.5(pid=13980): stdout: \u000a| (launched: 2022-12-14_05:46:29.143202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:46:31.161928 run osmo-stp_10.42.42.5(pid=13980): stderr: \u000a| �[0;m�[38;5;43m20221214054629336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054629336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054629336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054629337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054629337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054629337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054629337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:46:31.321519 run patchelf(pid=13983): Terminating (SIGINT)\u000a05:46:31.507999 run patchelf(pid=13983): Terminated: ok {rc=0}\u000a05:46:31.542406 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=13980): Process ended prematurely: osmo-stp_10.42.42.5(pid=13980) [trial-2400↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13980)] [trial-2400↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a05:46:31.552300 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a05:46:31.616350 run osmo-hlr_10.42.42.2(pid=13977): ERR: Terminated: ERROR {rc=237} [trial-2400↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13977)]\u000a05:46:31.668810 run osmo-hlr_10.42.42.2(pid=13977): stdout: \u000a| (launched: 2022-12-14_05:46:28.114371) \u000a05:46:31.721970 run osmo-hlr_10.42.42.2(pid=13977): stderr: \u000a| �[0;m�[1;31m20221214054628314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054628314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054628314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054628314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054628314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054628314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054628326 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054628336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054628337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054628337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:46:31.767376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13976): Terminating (SIGTERM)\u000a05:46:31.812148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13979): Terminating (SIGTERM)\u000a05:46:31.855092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13982): Terminating (SIGTERM)\u000a05:46:31.864748 --- ParallelTerminationStrategy: PID 13976 died...\u000a05:46:31.922387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13976): Terminated: ok {rc=0}\u000a05:46:31.932888 --- ParallelTerminationStrategy: PID 13979 died...\u000a05:46:31.989576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13979): Terminated: ok {rc=0}\u000a05:46:32.000081 --- ParallelTerminationStrategy: PID 13982 died...\u000a05:46:32.057424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13982): Terminated: ok {rc=0}\u000a05:46:32.150090 bus /gobi_0: Setting Powered False\u000a05:46:33.255961 bus /gobi_0: Setting Powered False\u000a05:46:34.361981 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:46:24" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13993): Process ended prematurely: osmo-stp_10.42.42.5(pid=13993) [trial-2400↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13993)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13993): Process ended prematurely: osmo-stp_10.42.42.5(pid=13993) [trial-2400↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13993)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a05:46:36.299406 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:46:36.310749 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a05:46:36.459410 tst switch_tch_pdch.py: using LAC 38818\u000a05:46:36.585125 tst switch_tch_pdch.py: using RAC 58\u000a05:46:36.710628 tst switch_tch_pdch.py: using CellId 38818\u000a05:46:36.831598 tst switch_tch_pdch.py: using BVCI 38819\u000a05:46:36.854633 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:46:36.865637 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:46:36.876343 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:46:36.887089 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:46:36.898391 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:46:36.909492 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:46:36.920568 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:46:36.931611 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a05:46:37.051026 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a05:46:37.328054 tst switch_tch_pdch.py:51: start network...\u000a05:46:37.454188 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:46:37.902157 run create_hlr_db(pid=13987): Launched\u000a05:46:38.024451 bus /gobi_6: Setting Powered False\u000a05:46:39.097018 run create_hlr_db(pid=13987): Terminated: ok {rc=0}\u000a05:46:39.471633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13989): Launched\u000a05:46:39.772249 run osmo-hlr_10.42.42.2(pid=13990): Launched\u000a05:46:39.889064 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:46:40.388898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13992): Launched\u000a05:46:40.689783 run osmo-stp_10.42.42.5(pid=13993): Launched\u000a05:46:40.800221 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:46:41.299082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13995): Launched\u000a05:46:41.406234 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:46:41.669298 run patchelf(pid=13996): Launched\u000a05:46:41.844264 run osmo-stp_10.42.42.5(pid=13993): ERR: Terminated: ERROR {rc=1} [trial-2400↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13993)]\u000a05:46:41.972501 run osmo-stp_10.42.42.5(pid=13993): stdout: \u000a| (launched: 2022-12-14_05:46:40.540904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:46:42.101187 run osmo-stp_10.42.42.5(pid=13993): stderr: \u000a| �[0;m�[38;5;43m20221214054640709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054640709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054640709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054640710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054640710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054640710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054640710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:46:42.225132 run osmo-stp_10.42.42.5(pid=13993): stdout: \u000a| (launched: 2022-12-14_05:46:40.540904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:46:42.348329 run osmo-stp_10.42.42.5(pid=13993): stderr: \u000a| �[0;m�[38;5;43m20221214054640709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054640709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054640709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054640710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054640710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054640710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054640710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:46:42.490885 run patchelf(pid=13996): Terminating (SIGINT)\u000a05:46:42.658566 run patchelf(pid=13996): Terminated: ok {rc=0}\u000a05:46:42.689152 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=13993): Process ended prematurely: osmo-stp_10.42.42.5(pid=13993) [trial-2400↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13993)] [trial-2400↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a05:46:42.697760 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a05:46:42.757272 run osmo-hlr_10.42.42.2(pid=13990): ERR: Terminated: ERROR {rc=237} [trial-2400↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13990)]\u000a05:46:42.806313 run osmo-hlr_10.42.42.2(pid=13990): stdout: \u000a| (launched: 2022-12-14_05:46:39.623687) \u000a05:46:42.855334 run osmo-hlr_10.42.42.2(pid=13990): stderr: \u000a| �[0;m�[1;31m20221214054639796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054639796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054639796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054639796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054639796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054639796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054639808 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054639817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054639817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054639817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:46:42.897417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13989): Terminating (SIGTERM)\u000a05:46:42.937385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13992): Terminating (SIGTERM)\u000a05:46:42.976674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13995): Terminating (SIGTERM)\u000a05:46:42.985736 --- ParallelTerminationStrategy: PID 13989 died...\u000a05:46:43.038795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13989): Terminated: ok {rc=0}\u000a05:46:43.048242 --- ParallelTerminationStrategy: PID 13992 died...\u000a05:46:43.101041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13992): Terminated: ok {rc=0}\u000a05:46:43.110472 --- ParallelTerminationStrategy: PID 13995 died...\u000a05:46:43.163471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13995): Terminated: ok {rc=0}\u000a05:46:43.250842 bus /gobi_0: Setting Powered False\u000a05:46:44.351921 bus /gobi_0: Setting Powered False\u000a05:46:45.457745 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:46:36" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14001): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14001) [trial-2400↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14001)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14001): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14001) [trial-2400↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14001)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a05:46:47.372085 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a05:46:47.383050 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a05:46:47.520450 tst mo_mt_sms.py: using LAC 38819\u000a05:46:47.640044 tst mo_mt_sms.py: using RAC 59\u000a05:46:47.761287 tst mo_mt_sms.py: using CellId 38819\u000a05:46:47.880496 tst mo_mt_sms.py: using BVCI 38820\u000a05:46:47.903438 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a05:46:48.020797 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a05:46:48.298203 tst mo_mt_sms.py:9: start nitb and bts...\u000a05:46:48.424090 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a05:46:49.046451 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14000): Launched\u000a05:46:49.343998 run osmo-nitb_10.42.42.2(pid=14001): Launched\u000a05:46:49.529156 run osmo-nitb_10.42.42.2(pid=14001): ERR: Terminated: ERROR {rc=2} [trial-2400↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14001)]\u000a05:46:49.665993 run osmo-nitb_10.42.42.2(pid=14001): stdout: \u000a| (launched: 2022-12-14_05:46:49.199011) \u000a05:46:49.803097 run osmo-nitb_10.42.42.2(pid=14001): stderr: \u000a| (launched: 2022-12-14_05:46:49.243699)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:46:49.935429 run osmo-nitb_10.42.42.2(pid=14001): stdout: \u000a| (launched: 2022-12-14_05:46:49.199011) \u000a05:46:50.066112 run osmo-nitb_10.42.42.2(pid=14001): stderr: \u000a| (launched: 2022-12-14_05:46:49.243699)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:46:50.465303 tst osmo-nitb_10.42.42.2(pid=14001): stdout: \u000a| (launched: 2022-12-14_05:46:49.199011) \u000a05:46:50.584319 tst osmo-nitb_10.42.42.2(pid=14001): stderr: \u000a| (launched: 2022-12-14_05:46:49.243699)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:46:50.636473 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=14001): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14001) [trial-2400↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14001)] [trial-2400↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a05:46:50.644422 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a05:46:50.678695 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14000): Terminating (SIGTERM)\u000a05:46:50.856061 --- ParallelTerminationStrategy: PID 14000 died...\u000a05:46:50.911423 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14000): Terminated: ok {rc=0}\u000a05:46:50.995438 bus /sierra_3: Setting Powered False\u000a05:46:52.103791 bus /sierra_3: Setting Powered False\u000a05:46:53.212431 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:46:47" }, { "cases" : [ { "testActions" : [ ], "age" : 83, "className" : "sms:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14011): Process ended prematurely: osmo-stp_10.42.42.5(pid=14011) [trial-2400↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14011)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14011): Process ended prematurely: osmo-stp_10.42.42.5(pid=14011) [trial-2400↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14011)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a05:46:55.118106 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:46:55.129169 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a05:46:55.270838 tst mo_mt_sms.py: using LAC 38820\u000a05:46:55.395838 tst mo_mt_sms.py: using RAC 60\u000a05:46:55.520498 tst mo_mt_sms.py: using CellId 38820\u000a05:46:55.644727 tst mo_mt_sms.py: using BVCI 38821\u000a05:46:55.669180 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:46:55.680054 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:46:55.690856 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:46:55.701548 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:46:55.712697 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:46:55.723792 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a05:46:55.840075 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a05:46:56.039147 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:46:56.513280 run create_hlr_db(pid=14005): Launched\u000a05:46:56.688034 bus /sierra_2: Setting Powered False\u000a05:46:57.709060 run create_hlr_db(pid=14005): Terminated: ok {rc=0}\u000a05:46:58.110073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14007): Launched\u000a05:46:58.411507 run osmo-hlr_10.42.42.2(pid=14008): Launched\u000a05:46:58.529571 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:46:59.056692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14010): Launched\u000a05:46:59.356752 run osmo-stp_10.42.42.5(pid=14011): Launched\u000a05:46:59.466209 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:47:00.013381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14013): Launched\u000a05:47:00.314267 run osmo-msc_10.42.42.6(pid=14014): Launched\u000a05:47:00.490935 run osmo-stp_10.42.42.5(pid=14011): ERR: Terminated: ERROR {rc=1} [trial-2400↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14011)]\u000a05:47:00.618484 run osmo-stp_10.42.42.5(pid=14011): stdout: \u000a| (launched: 2022-12-14_05:46:59.208404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:00.743635 run osmo-stp_10.42.42.5(pid=14011): stderr: \u000a| �[0;m�[38;5;43m20221214054659376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054659377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054659377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054659377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054659378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054659378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054659378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:00.886794 run osmo-stp_10.42.42.5(pid=14011): stdout: \u000a| (launched: 2022-12-14_05:46:59.208404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:01.034725 run osmo-stp_10.42.42.5(pid=14011): stderr: \u000a| �[0;m�[38;5;43m20221214054659376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054659377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054659377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054659377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054659378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054659378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054659378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:01.089230 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=14011): Process ended prematurely: osmo-stp_10.42.42.5(pid=14011) [trial-2400↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14011)] [trial-2400↪sms:trx-b200↪mo_mt_sms.py:16]\u000a05:47:01.098362 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a05:47:01.160888 run osmo-hlr_10.42.42.2(pid=14008): ERR: Terminated: ERROR {rc=237} [trial-2400↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14008)]\u000a05:47:01.211821 run osmo-hlr_10.42.42.2(pid=14008): stdout: \u000a| (launched: 2022-12-14_05:46:58.262813) \u000a05:47:01.263570 run osmo-hlr_10.42.42.2(pid=14008): stderr: \u000a| �[0;m�[1;31m20221214054658436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054658436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054658436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054658436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054658436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054658436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054658448 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054658457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054658457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054658457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:47:01.332912 run osmo-msc_10.42.42.6(pid=14014): ERR: Terminated: ERROR {rc=2} [trial-2400↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14014)]\u000a05:47:01.383877 run osmo-msc_10.42.42.6(pid=14014): stdout: \u000a| (launched: 2022-12-14_05:47:00.165293) \u000a05:47:01.435635 run osmo-msc_10.42.42.6(pid=14014): stderr: \u000a| �[0;m�[38;5;43m20221214054700436 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214054700436 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f687b6bbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214054700436 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214054700436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214054700436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214054700437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214054700438 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214054700439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214054700439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214054700439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:47:01.479716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14007): Terminating (SIGTERM)\u000a05:47:01.521569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14010): Terminating (SIGTERM)\u000a05:47:01.563425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14013): Terminating (SIGTERM)\u000a05:47:01.573244 --- ParallelTerminationStrategy: PID 14007 died...\u000a05:47:01.630140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14007): Terminated: ok {rc=0}\u000a05:47:01.640519 --- ParallelTerminationStrategy: PID 14010 died...\u000a05:47:01.697396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14010): Terminated: ok {rc=0}\u000a05:47:01.707940 --- ParallelTerminationStrategy: PID 14013 died...\u000a05:47:01.764680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14013): Terminated: ok {rc=0}\u000a05:47:01.864638 bus /sierra_3: Setting Powered False\u000a05:47:02.969783 bus /sierra_3: Setting Powered False\u000a05:47:04.076473 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:46:54" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14020): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14020) [trial-2400↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14020)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14020): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14020) [trial-2400↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14020)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a05:47:05.925143 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a05:47:05.936311 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a05:47:06.075834 tst assert_extension.py: using LAC 38821\u000a05:47:06.199266 tst assert_extension.py: using RAC 61\u000a05:47:06.322514 tst assert_extension.py: using CellId 38821\u000a05:47:06.448650 tst assert_extension.py: using BVCI 38822\u000a05:47:06.472876 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a05:47:06.747236 tst assert_extension.py:10: start nitb and bts...\u000a05:47:06.872268 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a05:47:07.489449 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14019): Launched\u000a05:47:07.781928 run osmo-nitb_10.42.42.2(pid=14020): Launched\u000a05:47:07.964382 run osmo-nitb_10.42.42.2(pid=14020): ERR: Terminated: ERROR {rc=2} [trial-2400↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14020)]\u000a05:47:08.099102 run osmo-nitb_10.42.42.2(pid=14020): stdout: \u000a| (launched: 2022-12-14_05:47:07.639551) \u000a05:47:08.233927 run osmo-nitb_10.42.42.2(pid=14020): stderr: \u000a| (launched: 2022-12-14_05:47:07.683661)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:47:08.364406 run osmo-nitb_10.42.42.2(pid=14020): stdout: \u000a| (launched: 2022-12-14_05:47:07.639551) \u000a05:47:08.493832 run osmo-nitb_10.42.42.2(pid=14020): stderr: \u000a| (launched: 2022-12-14_05:47:07.683661)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:47:08.902340 tst osmo-nitb_10.42.42.2(pid=14020): stdout: \u000a| (launched: 2022-12-14_05:47:07.639551) \u000a05:47:09.020725 tst osmo-nitb_10.42.42.2(pid=14020): stderr: \u000a| (launched: 2022-12-14_05:47:07.683661)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:47:09.072513 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=14020): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14020) [trial-2400↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14020)] [trial-2400↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a05:47:09.080503 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a05:47:09.114808 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14019): Terminating (SIGTERM)\u000a05:47:09.292421 --- ParallelTerminationStrategy: PID 14019 died...\u000a05:47:09.347029 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14019): Terminated: ok {rc=0}\u000a05:47:09.434854 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:47:05" }, { "cases" : [ { "testActions" : [ ], "age" : 83, "className" : "ussd:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14030): Process ended prematurely: osmo-stp_10.42.42.5(pid=14030) [trial-2400↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14030)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14030): Process ended prematurely: osmo-stp_10.42.42.5(pid=14030) [trial-2400↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14030)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a05:47:11.276110 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:47:11.287069 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a05:47:11.426351 tst assert_extension.py: using LAC 38822\u000a05:47:11.552859 tst assert_extension.py: using RAC 62\u000a05:47:11.677945 tst assert_extension.py: using CellId 38822\u000a05:47:11.804343 tst assert_extension.py: using BVCI 38823\u000a05:47:11.828522 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:47:11.839442 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:47:11.850243 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:47:11.861048 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:47:11.871769 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:47:11.882849 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a05:47:12.081344 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:47:12.549525 run create_hlr_db(pid=14024): Launched\u000a05:47:12.722027 bus /sierra_2: Setting Powered False\u000a05:47:13.742147 run create_hlr_db(pid=14024): Terminated: ok {rc=0}\u000a05:47:14.164318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14026): Launched\u000a05:47:14.485796 run osmo-hlr_10.42.42.2(pid=14027): Launched\u000a05:47:14.603939 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:47:15.156310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14029): Launched\u000a05:47:15.472400 run osmo-stp_10.42.42.5(pid=14030): Launched\u000a05:47:15.589332 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:47:16.205731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14032): Launched\u000a05:47:16.629608 run osmo-msc_10.42.42.6(pid=14033): Launched\u000a05:47:17.051122 run osmo-stp_10.42.42.5(pid=14030): ERR: Terminated: ERROR {rc=1} [trial-2400↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14030)]\u000a05:47:17.182507 run osmo-stp_10.42.42.5(pid=14030): stdout: \u000a| (launched: 2022-12-14_05:47:15.317644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:17.311178 run osmo-stp_10.42.42.5(pid=14030): stderr: \u000a| �[0;m�[38;5;43m20221214054715503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054715503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054715503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054715504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054715504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054715504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054715504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:17.434861 run osmo-stp_10.42.42.5(pid=14030): stdout: \u000a| (launched: 2022-12-14_05:47:15.317644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:17.555272 run osmo-stp_10.42.42.5(pid=14030): stderr: \u000a| �[0;m�[38;5;43m20221214054715503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054715503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054715503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054715504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054715504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054715504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054715504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:17.607951 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=14030): Process ended prematurely: osmo-stp_10.42.42.5(pid=14030) [trial-2400↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14030)] [trial-2400↪ussd:trx-b200↪assert_extension.py:17]\u000a05:47:17.616204 tst assert_extension.py:17: Test FAILED (6.3 sec)\u000a05:47:17.677170 run osmo-hlr_10.42.42.2(pid=14027): ERR: Terminated: ERROR {rc=237} [trial-2400↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14027)]\u000a05:47:17.727176 run osmo-hlr_10.42.42.2(pid=14027): stdout: \u000a| (launched: 2022-12-14_05:47:14.325839) \u000a05:47:17.777451 run osmo-hlr_10.42.42.2(pid=14027): stderr: \u000a| �[0;m�[1;31m20221214054714521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054714521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054714521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054714521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054714521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054714521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054714534 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054714542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054714542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054714542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:47:17.845560 run osmo-msc_10.42.42.6(pid=14033): ERR: Terminated: ERROR {rc=2} [trial-2400↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14033)]\u000a05:47:17.895106 run osmo-msc_10.42.42.6(pid=14033): stdout: \u000a| (launched: 2022-12-14_05:47:16.370886) \u000a05:47:17.945218 run osmo-msc_10.42.42.6(pid=14033): stderr: \u000a| �[0;m�[38;5;43m20221214054716755 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214054716756 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f74dac7ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214054716756 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214054716756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214054716756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214054716756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214054716762 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214054716763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214054716763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214054716763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:47:17.988411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14026): Terminating (SIGTERM)\u000a05:47:18.029077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14029): Terminating (SIGTERM)\u000a05:47:18.069666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14032): Terminating (SIGTERM)\u000a05:47:18.078986 --- ParallelTerminationStrategy: PID 14026 died...\u000a05:47:18.132753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14026): Terminated: ok {rc=0}\u000a05:47:18.142318 --- ParallelTerminationStrategy: PID 14029 died...\u000a05:47:18.195612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14029): Terminated: ok {rc=0}\u000a05:47:18.205144 --- ParallelTerminationStrategy: PID 14032 died...\u000a05:47:18.258394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14032): Terminated: ok {rc=0}\u000a05:47:18.345299 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:47:11" }, { "cases" : [ { "testActions" : [ ], "age" : 83, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14044): Process ended prematurely: osmo-stp_10.42.42.5(pid=14044) [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14044)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14044): Process ended prematurely: osmo-stp_10.42.42.5(pid=14044) [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14044)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a05:47:20.307619 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:47:20.319363 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a05:47:20.485493 tst mo_mt_call.py: using LAC 38823\u000a05:47:20.612358 tst mo_mt_call.py: using RAC 63\u000a05:47:20.739570 tst mo_mt_call.py: using CellId 38823\u000a05:47:20.866799 tst mo_mt_call.py: using BVCI 38824\u000a05:47:20.891566 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:47:20.903073 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:47:20.914375 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:47:20.925723 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:47:20.937323 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:47:20.948787 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:47:21.066104 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:47:21.280412 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:47:21.800209 run create_hlr_db(pid=14038): Launched\u000a05:47:21.989167 bus /sierra_2: Setting Powered False\u000a05:47:23.008768 run create_hlr_db(pid=14038): Terminated: ok {rc=0}\u000a05:47:23.418269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14040): Launched\u000a05:47:23.722303 run osmo-hlr_10.42.42.2(pid=14041): Launched\u000a05:47:23.839117 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:47:24.368198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14043): Launched\u000a05:47:24.673552 run osmo-stp_10.42.42.5(pid=14044): Launched\u000a05:47:24.784931 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:47:25.343003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14046): Launched\u000a05:47:25.649189 run osmo-msc_10.42.42.6(pid=14047): Launched\u000a05:47:25.827580 run osmo-stp_10.42.42.5(pid=14044): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14044)]\u000a05:47:25.956778 run osmo-stp_10.42.42.5(pid=14044): stdout: \u000a| (launched: 2022-12-14_05:47:24.522919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:26.083395 run osmo-stp_10.42.42.5(pid=14044): stderr: \u000a| �[0;m�[38;5;43m20221214054724692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054724692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054724693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054724693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054724694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054724694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054724694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:26.206020 run osmo-stp_10.42.42.5(pid=14044): stdout: \u000a| (launched: 2022-12-14_05:47:24.522919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:26.327116 run osmo-stp_10.42.42.5(pid=14044): stderr: \u000a| �[0;m�[38;5;43m20221214054724692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054724692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054724693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054724693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054724694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054724694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054724694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:26.380678 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14044): Process ended prematurely: osmo-stp_10.42.42.5(pid=14044) [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14044)] [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a05:47:26.389314 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a05:47:26.448887 run osmo-hlr_10.42.42.2(pid=14041): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14041)]\u000a05:47:26.497721 run osmo-hlr_10.42.42.2(pid=14041): stdout: \u000a| (launched: 2022-12-14_05:47:23.573170) \u000a05:47:26.547130 run osmo-hlr_10.42.42.2(pid=14041): stderr: \u000a| �[0;m�[1;31m20221214054723748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054723748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054723748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054723748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054723748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054723748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054723760 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054723769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054723769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054723769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:47:26.614256 run osmo-msc_10.42.42.6(pid=14047): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14047)]\u000a05:47:26.663053 run osmo-msc_10.42.42.6(pid=14047): stdout: \u000a| (launched: 2022-12-14_05:47:25.497694) \u000a05:47:26.712264 run osmo-msc_10.42.42.6(pid=14047): stderr: \u000a| �[0;m�[38;5;43m20221214054725767 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214054725767 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf4c0d6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214054725767 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214054725767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214054725768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214054725768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214054725769 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214054725770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214054725770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214054725770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:47:26.754208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14040): Terminating (SIGTERM)\u000a05:47:26.794088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14043): Terminating (SIGTERM)\u000a05:47:26.833639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14046): Terminating (SIGTERM)\u000a05:47:26.842642 --- ParallelTerminationStrategy: PID 14040 died...\u000a05:47:26.896135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14040): Terminated: ok {rc=0}\u000a05:47:26.905464 --- ParallelTerminationStrategy: PID 14043 died...\u000a05:47:26.958660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14043): Terminated: ok {rc=0}\u000a05:47:26.968238 --- ParallelTerminationStrategy: PID 14046 died...\u000a05:47:27.021551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14046): Terminated: ok {rc=0}\u000a05:47:27.109847 bus /sierra_3: Setting Powered False\u000a05:47:28.213054 bus /sierra_3: Setting Powered False\u000a05:47:29.323753 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14055): Process ended prematurely: osmo-stp_10.42.42.5(pid=14055) [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14055)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14055): Process ended prematurely: osmo-stp_10.42.42.5(pid=14055) [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14055)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:47:30.434010 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:47:30.445718 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a05:47:30.610453 tst mo_mt_call_osmux.py: using LAC 38824\u000a05:47:30.738320 tst mo_mt_call_osmux.py: using RAC 64\u000a05:47:30.870531 tst mo_mt_call_osmux.py: using CellId 38824\u000a05:47:31.013672 tst mo_mt_call_osmux.py: using BVCI 38825\u000a05:47:31.038125 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:47:31.050324 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:47:31.062160 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:47:31.074124 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:47:31.087490 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:47:31.100708 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:47:31.244820 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:47:31.456570 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:47:31.999040 run create_hlr_db(pid=14049): Launched\u000a05:47:32.181942 bus /sierra_2: Setting Powered False\u000a05:47:33.198317 run create_hlr_db(pid=14049): Terminated: ok {rc=0}\u000a05:47:33.630491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14051): Launched\u000a05:47:33.936134 run osmo-hlr_10.42.42.2(pid=14052): Launched\u000a05:47:34.055709 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:47:34.593686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14054): Launched\u000a05:47:34.899192 run osmo-stp_10.42.42.5(pid=14055): Launched\u000a05:47:35.010852 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:47:35.567811 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14057): Launched\u000a05:47:35.874182 run osmo-msc_10.42.42.6(pid=14058): Launched\u000a05:47:36.052457 run osmo-stp_10.42.42.5(pid=14055): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14055)]\u000a05:47:36.182081 run osmo-stp_10.42.42.5(pid=14055): stdout: \u000a| (launched: 2022-12-14_05:47:34.748687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:36.309358 run osmo-stp_10.42.42.5(pid=14055): stderr: \u000a| �[0;m�[38;5;43m20221214054734917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054734917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054734918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054734918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054734919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054734919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054734919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:36.431801 run osmo-stp_10.42.42.5(pid=14055): stdout: \u000a| (launched: 2022-12-14_05:47:34.748687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:36.552903 run osmo-stp_10.42.42.5(pid=14055): stderr: \u000a| �[0;m�[38;5;43m20221214054734917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054734917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054734918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054734918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054734919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054734919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054734919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:36.606681 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14055): Process ended prematurely: osmo-stp_10.42.42.5(pid=14055) [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14055)] [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a05:47:36.615363 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a05:47:36.675235 run osmo-hlr_10.42.42.2(pid=14052): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14052)]\u000a05:47:36.724424 run osmo-hlr_10.42.42.2(pid=14052): stdout: \u000a| (launched: 2022-12-14_05:47:33.786577) \u000a05:47:36.774329 run osmo-hlr_10.42.42.2(pid=14052): stderr: \u000a| �[0;m�[1;31m20221214054733959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054733959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054733959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054733959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054733959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054733959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054733971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054733980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054733981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054733981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:47:36.841870 run osmo-msc_10.42.42.6(pid=14058): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14058)]\u000a05:47:36.890894 run osmo-msc_10.42.42.6(pid=14058): stdout: \u000a| (launched: 2022-12-14_05:47:35.722793) \u000a05:47:36.940432 run osmo-msc_10.42.42.6(pid=14058): stderr: \u000a| �[0;m�[38;5;43m20221214054735992 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214054735992 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f25c3b0cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214054735992 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214054735992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214054735992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214054735992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214054735994 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214054735994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214054735995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214054735995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:47:36.982674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14051): Terminating (SIGTERM)\u000a05:47:37.022672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14054): Terminating (SIGTERM)\u000a05:47:37.062622 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14057): Terminating (SIGTERM)\u000a05:47:37.071734 --- ParallelTerminationStrategy: PID 14051 died...\u000a05:47:37.125747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14051): Terminated: ok {rc=0}\u000a05:47:37.135283 --- ParallelTerminationStrategy: PID 14054 died...\u000a05:47:37.188591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14054): Terminated: ok {rc=0}\u000a05:47:37.198437 --- ParallelTerminationStrategy: PID 14057 died...\u000a05:47:37.252074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14057): Terminated: ok {rc=0}\u000a05:47:37.339645 bus /sierra_3: Setting Powered False\u000a05:47:38.441784 bus /sierra_3: Setting Powered False\u000a05:47:39.551871 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:47:20" }, { "cases" : [ { "testActions" : [ ], "age" : 83, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14070): Process ended prematurely: osmo-stp_10.42.42.5(pid=14070) [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14070)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14070): Process ended prematurely: osmo-stp_10.42.42.5(pid=14070) [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14070)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a05:47:41.537646 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:47:41.548653 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a05:47:41.703943 tst mo_mt_call.py: using LAC 38825\u000a05:47:41.824926 tst mo_mt_call.py: using RAC 65\u000a05:47:41.952635 tst mo_mt_call.py: using CellId 38825\u000a05:47:42.081043 tst mo_mt_call.py: using BVCI 38826\u000a05:47:42.106198 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:47:42.117980 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:47:42.129570 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:47:42.140802 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:47:42.152253 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:47:42.163652 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:47:42.282311 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:47:42.483673 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:47:42.964189 run create_hlr_db(pid=14064): Launched\u000a05:47:43.140050 bus /sierra_2: Setting Powered False\u000a05:47:44.159632 run create_hlr_db(pid=14064): Terminated: ok {rc=0}\u000a05:47:44.590655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14066): Launched\u000a05:47:44.914635 run osmo-hlr_10.42.42.2(pid=14067): Launched\u000a05:47:45.036891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:47:45.601856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14069): Launched\u000a05:47:46.059026 run osmo-stp_10.42.42.5(pid=14070): Launched\u000a05:47:46.246020 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:47:46.842078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14072): Launched\u000a05:47:47.315078 run osmo-msc_10.42.42.6(pid=14073): Launched\u000a05:47:47.506279 run osmo-stp_10.42.42.5(pid=14070): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14070)]\u000a05:47:47.642612 run osmo-stp_10.42.42.5(pid=14070): stdout: \u000a| (launched: 2022-12-14_05:47:45.766276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:47.777443 run osmo-stp_10.42.42.5(pid=14070): stderr: \u000a| �[0;m�[38;5;43m20221214054746000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054746000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054746001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054746001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054746001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054746002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054746002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:47.907524 run osmo-stp_10.42.42.5(pid=14070): stdout: \u000a| (launched: 2022-12-14_05:47:45.766276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:48.036182 run osmo-stp_10.42.42.5(pid=14070): stderr: \u000a| �[0;m�[38;5;43m20221214054746000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054746000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054746001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054746001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054746001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054746002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054746002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:48.093466 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14070): Process ended prematurely: osmo-stp_10.42.42.5(pid=14070) [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14070)] [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a05:47:48.102854 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a05:47:48.164509 run osmo-hlr_10.42.42.2(pid=14067): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14067)]\u000a05:47:48.215304 run osmo-hlr_10.42.42.2(pid=14067): stdout: \u000a| (launched: 2022-12-14_05:47:44.755495) \u000a05:47:48.266713 run osmo-hlr_10.42.42.2(pid=14067): stderr: \u000a| �[0;m�[1;31m20221214054744950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054744950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054744950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054744950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054744950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054744950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054744962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054744970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054744971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054744971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:47:48.336494 run osmo-msc_10.42.42.6(pid=14073): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14073)]\u000a05:47:48.387632 run osmo-msc_10.42.42.6(pid=14073): stdout: \u000a| (launched: 2022-12-14_05:47:47.002020) \u000a05:47:48.438945 run osmo-msc_10.42.42.6(pid=14073): stderr: \u000a| �[0;m�[38;5;43m20221214054747375 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214054747375 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4263f5ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214054747375 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214054747375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214054747375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214054747375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214054747377 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214054747378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214054747378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214054747378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:47:48.482818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14066): Terminating (SIGTERM)\u000a05:47:48.524564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14069): Terminating (SIGTERM)\u000a05:47:48.566467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14072): Terminating (SIGTERM)\u000a05:47:48.576008 --- ParallelTerminationStrategy: PID 14066 died...\u000a05:47:48.631321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14066): Terminated: ok {rc=0}\u000a05:47:48.641453 --- ParallelTerminationStrategy: PID 14069 died...\u000a05:47:48.696893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14069): Terminated: ok {rc=0}\u000a05:47:48.706819 --- ParallelTerminationStrategy: PID 14072 died...\u000a05:47:48.762172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14072): Terminated: ok {rc=0}\u000a05:47:48.848926 bus /sierra_3: Setting Powered False\u000a05:47:49.954425 bus /sierra_3: Setting Powered False\u000a05:47:51.065347 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14081): Process ended prematurely: osmo-stp_10.42.42.5(pid=14081) [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14081)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14081): Process ended prematurely: osmo-stp_10.42.42.5(pid=14081) [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14081)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:47:52.175641 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:47:52.187482 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a05:47:52.348511 tst mo_mt_call_osmux.py: using LAC 38826\u000a05:47:52.468193 tst mo_mt_call_osmux.py: using RAC 66\u000a05:47:52.592221 tst mo_mt_call_osmux.py: using CellId 38826\u000a05:47:52.711949 tst mo_mt_call_osmux.py: using BVCI 38827\u000a05:47:52.735154 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:47:52.746236 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:47:52.757104 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:47:52.767958 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:47:52.779250 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:47:52.790399 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:47:52.906621 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:47:53.119190 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:47:53.639421 run create_hlr_db(pid=14075): Launched\u000a05:47:53.828311 bus /sierra_2: Setting Powered False\u000a05:47:54.848066 run create_hlr_db(pid=14075): Terminated: ok {rc=0}\u000a05:47:55.259630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14077): Launched\u000a05:47:55.566832 run osmo-hlr_10.42.42.2(pid=14078): Launched\u000a05:47:55.688659 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:47:56.255914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14080): Launched\u000a05:47:56.580046 run osmo-stp_10.42.42.5(pid=14081): Launched\u000a05:47:56.697856 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:47:57.299148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14083): Launched\u000a05:47:57.628538 run osmo-msc_10.42.42.6(pid=14084): Launched\u000a05:47:57.819169 run osmo-stp_10.42.42.5(pid=14081): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14081)]\u000a05:47:57.956591 run osmo-stp_10.42.42.5(pid=14081): stdout: \u000a| (launched: 2022-12-14_05:47:56.421698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:58.093331 run osmo-stp_10.42.42.5(pid=14081): stderr: \u000a| �[0;m�[38;5;43m20221214054756613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054756613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054756613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054756613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054756614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054756614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054756614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:58.224555 run osmo-stp_10.42.42.5(pid=14081): stdout: \u000a| (launched: 2022-12-14_05:47:56.421698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:58.354709 run osmo-stp_10.42.42.5(pid=14081): stderr: \u000a| �[0;m�[38;5;43m20221214054756613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054756613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054756613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054756613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054756614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054756614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054756614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:58.412698 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14081): Process ended prematurely: osmo-stp_10.42.42.5(pid=14081) [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14081)] [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a05:47:58.422241 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a05:47:58.484993 run osmo-hlr_10.42.42.2(pid=14078): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14078)]\u000a05:47:58.536717 run osmo-hlr_10.42.42.2(pid=14078): stdout: \u000a| (launched: 2022-12-14_05:47:55.416054) \u000a05:47:58.589434 run osmo-hlr_10.42.42.2(pid=14078): stderr: \u000a| �[0;m�[1;31m20221214054755591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054755591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054755591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054755591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054755591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054755591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054755603 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054755611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054755612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054755612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:47:58.660049 run osmo-msc_10.42.42.6(pid=14084): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14084)]\u000a05:47:58.711523 run osmo-msc_10.42.42.6(pid=14084): stdout: \u000a| (launched: 2022-12-14_05:47:57.466928) \u000a05:47:58.763568 run osmo-msc_10.42.42.6(pid=14084): stderr: \u000a| �[0;m�[38;5;43m20221214054757791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214054757791 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcdcd76fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214054757791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214054757791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214054757792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214054757792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214054757794 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214054757794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214054757794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214054757794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:47:58.808018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14077): Terminating (SIGTERM)\u000a05:47:58.849912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14080): Terminating (SIGTERM)\u000a05:47:58.891745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14083): Terminating (SIGTERM)\u000a05:47:58.901116 --- ParallelTerminationStrategy: PID 14077 died...\u000a05:47:58.957165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14077): Terminated: ok {rc=0}\u000a05:47:58.967278 --- ParallelTerminationStrategy: PID 14080 died...\u000a05:47:59.022833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14080): Terminated: ok {rc=0}\u000a05:47:59.032860 --- ParallelTerminationStrategy: PID 14083 died...\u000a05:47:59.088475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14083): Terminated: ok {rc=0}\u000a05:47:59.173858 bus /sierra_3: Setting Powered False\u000a05:48:00.278937 bus /sierra_3: Setting Powered False\u000a05:48:01.398881 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:47:41" }, { "cases" : [ { "testActions" : [ ], "age" : 83, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14095): Process ended prematurely: osmo-stp_10.42.42.5(pid=14095) [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14095)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14095): Process ended prematurely: osmo-stp_10.42.42.5(pid=14095) [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14095)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a05:48:03.414429 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:48:03.426488 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a05:48:03.590329 tst mo_mt_call.py: using LAC 38827\u000a05:48:03.715011 tst mo_mt_call.py: using RAC 67\u000a05:48:03.837058 tst mo_mt_call.py: using CellId 38827\u000a05:48:03.959088 tst mo_mt_call.py: using BVCI 38828\u000a05:48:03.982464 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:48:03.993694 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:48:04.004382 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:48:04.015594 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:48:04.027510 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:48:04.039500 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:48:04.161332 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:48:04.366495 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:48:04.849179 run create_hlr_db(pid=14089): Launched\u000a05:48:05.026207 bus /sierra_2: Setting Powered False\u000a05:48:06.045131 run create_hlr_db(pid=14089): Terminated: ok {rc=0}\u000a05:48:06.478742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14091): Launched\u000a05:48:06.804086 run osmo-hlr_10.42.42.2(pid=14092): Launched\u000a05:48:06.926206 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:48:07.492755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14094): Launched\u000a05:48:07.817526 run osmo-stp_10.42.42.5(pid=14095): Launched\u000a05:48:07.942199 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:48:08.535125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14097): Launched\u000a05:48:08.859741 run osmo-msc_10.42.42.6(pid=14098): Launched\u000a05:48:09.049331 run osmo-stp_10.42.42.5(pid=14095): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14095)]\u000a05:48:09.186662 run osmo-stp_10.42.42.5(pid=14095): stdout: \u000a| (launched: 2022-12-14_05:48:07.658778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:09.322497 run osmo-stp_10.42.42.5(pid=14095): stderr: \u000a| �[0;m�[38;5;43m20221214054807850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054807850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054807851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054807851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054807853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054807853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054807853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:09.453950 run osmo-stp_10.42.42.5(pid=14095): stdout: \u000a| (launched: 2022-12-14_05:48:07.658778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:09.583794 run osmo-stp_10.42.42.5(pid=14095): stderr: \u000a| �[0;m�[38;5;43m20221214054807850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054807850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054807851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054807851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054807853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054807853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054807853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:09.641040 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14095): Process ended prematurely: osmo-stp_10.42.42.5(pid=14095) [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14095)] [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a05:48:09.650433 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a05:48:09.711884 run osmo-hlr_10.42.42.2(pid=14092): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14092)]\u000a05:48:09.762509 run osmo-hlr_10.42.42.2(pid=14092): stdout: \u000a| (launched: 2022-12-14_05:48:06.645193) \u000a05:48:09.813897 run osmo-hlr_10.42.42.2(pid=14092): stderr: \u000a| �[0;m�[1;31m20221214054806841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054806841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054806841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054806841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054806841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054806841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054806854 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054806862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054806862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054806862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:48:09.883471 run osmo-msc_10.42.42.6(pid=14098): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14098)]\u000a05:48:09.934451 run osmo-msc_10.42.42.6(pid=14098): stdout: \u000a| (launched: 2022-12-14_05:48:08.700699) \u000a05:48:09.985826 run osmo-msc_10.42.42.6(pid=14098): stderr: \u000a| �[0;m�[38;5;43m20221214054809021 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214054809021 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f640b498c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214054809021 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214054809021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214054809021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214054809022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214054809023 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214054809024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214054809024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214054809024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:48:10.029758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14091): Terminating (SIGTERM)\u000a05:48:10.071199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14094): Terminating (SIGTERM)\u000a05:48:10.112618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14097): Terminating (SIGTERM)\u000a05:48:10.122257 --- ParallelTerminationStrategy: PID 14091 died...\u000a05:48:10.177605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14091): Terminated: ok {rc=0}\u000a05:48:10.187622 --- ParallelTerminationStrategy: PID 14094 died...\u000a05:48:10.243081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14094): Terminated: ok {rc=0}\u000a05:48:10.253193 --- ParallelTerminationStrategy: PID 14097 died...\u000a05:48:10.308711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14097): Terminated: ok {rc=0}\u000a05:48:10.395018 bus /sierra_3: Setting Powered False\u000a05:48:11.501525 bus /sierra_3: Setting Powered False\u000a05:48:12.611028 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14106): Process ended prematurely: osmo-stp_10.42.42.5(pid=14106) [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14106)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14106): Process ended prematurely: osmo-stp_10.42.42.5(pid=14106) [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14106)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:48:13.726312 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:48:13.738518 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a05:48:13.902061 tst mo_mt_call_osmux.py: using LAC 38828\u000a05:48:14.029400 tst mo_mt_call_osmux.py: using RAC 68\u000a05:48:14.158784 tst mo_mt_call_osmux.py: using CellId 38828\u000a05:48:14.286313 tst mo_mt_call_osmux.py: using BVCI 38829\u000a05:48:14.311046 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:48:14.322713 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:48:14.334190 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:48:14.345549 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:48:14.357045 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:48:14.368259 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:48:14.488270 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:48:14.693223 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:48:15.173541 run create_hlr_db(pid=14100): Launched\u000a05:48:15.349643 bus /sierra_2: Setting Powered False\u000a05:48:16.371983 run create_hlr_db(pid=14100): Terminated: ok {rc=0}\u000a05:48:16.804797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14102): Launched\u000a05:48:17.201702 run osmo-hlr_10.42.42.2(pid=14103): Launched\u000a05:48:17.320813 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:48:17.903256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14105): Launched\u000a05:48:18.227490 run osmo-stp_10.42.42.5(pid=14106): Launched\u000a05:48:18.346588 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:48:18.940919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14108): Launched\u000a05:48:19.265966 run osmo-msc_10.42.42.6(pid=14109): Launched\u000a05:48:19.457009 run osmo-stp_10.42.42.5(pid=14106): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14106)]\u000a05:48:19.594292 run osmo-stp_10.42.42.5(pid=14106): stdout: \u000a| (launched: 2022-12-14_05:48:18.069217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:19.730110 run osmo-stp_10.42.42.5(pid=14106): stderr: \u000a| �[0;m�[38;5;43m20221214054818258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054818258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054818259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054818259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054818259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054818260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054818260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:19.860458 run osmo-stp_10.42.42.5(pid=14106): stdout: \u000a| (launched: 2022-12-14_05:48:18.069217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:19.990174 run osmo-stp_10.42.42.5(pid=14106): stderr: \u000a| �[0;m�[38;5;43m20221214054818258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054818258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054818259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054818259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054818259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054818260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054818260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:20.047521 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14106): Process ended prematurely: osmo-stp_10.42.42.5(pid=14106) [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14106)] [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a05:48:20.056829 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a05:48:20.119128 run osmo-hlr_10.42.42.2(pid=14103): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14103)]\u000a05:48:20.170218 run osmo-hlr_10.42.42.2(pid=14103): stdout: \u000a| (launched: 2022-12-14_05:48:16.996849) \u000a05:48:20.221817 run osmo-hlr_10.42.42.2(pid=14103): stderr: \u000a| �[0;m�[1;31m20221214054817348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054817348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054817348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054817348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054817348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054817348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054817362 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054817372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054817372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054817372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:48:20.291807 run osmo-msc_10.42.42.6(pid=14109): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14109)]\u000a05:48:20.342904 run osmo-msc_10.42.42.6(pid=14109): stdout: \u000a| (launched: 2022-12-14_05:48:19.106895) \u000a05:48:20.394766 run osmo-msc_10.42.42.6(pid=14109): stderr: \u000a| �[0;m�[38;5;43m20221214054819427 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214054819427 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f424f9afc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214054819427 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214054819427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214054819427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214054819428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214054819429 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214054819430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214054819430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214054819430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:48:20.438866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14102): Terminating (SIGTERM)\u000a05:48:20.480607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14105): Terminating (SIGTERM)\u000a05:48:20.522173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14108): Terminating (SIGTERM)\u000a05:48:20.531815 --- ParallelTerminationStrategy: PID 14102 died...\u000a05:48:20.587380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14102): Terminated: ok {rc=0}\u000a05:48:20.597432 --- ParallelTerminationStrategy: PID 14105 died...\u000a05:48:20.652551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14105): Terminated: ok {rc=0}\u000a05:48:20.662567 --- ParallelTerminationStrategy: PID 14108 died...\u000a05:48:20.717797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14108): Terminated: ok {rc=0}\u000a05:48:20.804333 bus /sierra_3: Setting Powered False\u000a05:48:21.907272 bus /sierra_3: Setting Powered False\u000a05:48:23.015843 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:48:03" }, { "cases" : [ { "testActions" : [ ], "age" : 83, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14120): Process ended prematurely: osmo-stp_10.42.42.5(pid=14120) [trial-2400↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14120)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14120): Process ended prematurely: osmo-stp_10.42.42.5(pid=14120) [trial-2400↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14120)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a05:48:25.019035 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:48:25.030764 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a05:48:25.196075 tst mo_mt_call.py: using LAC 38829\u000a05:48:25.321324 tst mo_mt_call.py: using RAC 69\u000a05:48:25.446770 tst mo_mt_call.py: using CellId 38829\u000a05:48:25.571816 tst mo_mt_call.py: using BVCI 38830\u000a05:48:25.596873 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:48:25.608416 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:48:25.619729 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:48:25.631000 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:48:25.642450 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:48:25.653683 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:48:25.768774 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:48:25.979657 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:48:26.500619 run create_hlr_db(pid=14114): Launched\u000a05:48:26.688856 bus /sierra_2: Setting Powered False\u000a05:48:27.710423 run create_hlr_db(pid=14114): Terminated: ok {rc=0}\u000a05:48:28.120885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14116): Launched\u000a05:48:28.426813 run osmo-hlr_10.42.42.2(pid=14117): Launched\u000a05:48:28.542742 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:48:29.077181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14119): Launched\u000a05:48:29.382188 run osmo-stp_10.42.42.5(pid=14120): Launched\u000a05:48:29.494194 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:48:30.055890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14122): Launched\u000a05:48:30.363000 run osmo-msc_10.42.42.6(pid=14123): Launched\u000a05:48:30.541507 run osmo-stp_10.42.42.5(pid=14120): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14120)]\u000a05:48:30.670346 run osmo-stp_10.42.42.5(pid=14120): stdout: \u000a| (launched: 2022-12-14_05:48:29.231989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:30.797251 run osmo-stp_10.42.42.5(pid=14120): stderr: \u000a| �[0;m�[38;5;43m20221214054829400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054829401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054829401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054829401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054829402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054829402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054829402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:30.946200 run osmo-stp_10.42.42.5(pid=14120): stdout: \u000a| (launched: 2022-12-14_05:48:29.231989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:31.093101 run osmo-stp_10.42.42.5(pid=14120): stderr: \u000a| �[0;m�[38;5;43m20221214054829400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054829401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054829401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054829401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054829402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054829402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054829402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:31.165699 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14120): Process ended prematurely: osmo-stp_10.42.42.5(pid=14120) [trial-2400↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14120)] [trial-2400↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a05:48:31.178018 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a05:48:31.250991 run osmo-hlr_10.42.42.2(pid=14117): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14117)]\u000a05:48:31.308632 run osmo-hlr_10.42.42.2(pid=14117): stdout: \u000a| (launched: 2022-12-14_05:48:28.276271) \u000a05:48:31.362917 run osmo-hlr_10.42.42.2(pid=14117): stderr: \u000a| �[0;m�[1;31m20221214054828451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054828451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054828451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054828451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054828451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054828451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054828463 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054828474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054828474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054828474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:48:31.435603 run osmo-msc_10.42.42.6(pid=14123): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14123)]\u000a05:48:31.487965 run osmo-msc_10.42.42.6(pid=14123): stdout: \u000a| (launched: 2022-12-14_05:48:30.211679) \u000a05:48:31.541616 run osmo-msc_10.42.42.6(pid=14123): stderr: \u000a| �[0;m�[38;5;43m20221214054830480 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214054830481 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f05fd6a3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214054830481 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214054830481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214054830481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214054830481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214054830483 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214054830483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214054830483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214054830484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:48:31.589113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14116): Terminating (SIGTERM)\u000a05:48:31.633943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14119): Terminating (SIGTERM)\u000a05:48:31.680597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14122): Terminating (SIGTERM)\u000a05:48:31.692369 --- ParallelTerminationStrategy: PID 14116 died...\u000a05:48:31.752090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14116): Terminated: ok {rc=0}\u000a05:48:31.763161 --- ParallelTerminationStrategy: PID 14119 died...\u000a05:48:31.822265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14119): Terminated: ok {rc=0}\u000a05:48:31.833203 --- ParallelTerminationStrategy: PID 14122 died...\u000a05:48:31.899046 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14122): Terminated: ok {rc=0}\u000a05:48:32.013267 bus /sierra_3: Setting Powered False\u000a05:48:33.114274 bus /sierra_3: Setting Powered False\u000a05:48:34.223692 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14131): Process ended prematurely: osmo-stp_10.42.42.5(pid=14131) [trial-2400↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14131)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14131): Process ended prematurely: osmo-stp_10.42.42.5(pid=14131) [trial-2400↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14131)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:48:35.338557 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:48:35.350760 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a05:48:35.517400 tst mo_mt_call_osmux.py: using LAC 38830\u000a05:48:35.646222 tst mo_mt_call_osmux.py: using RAC 70\u000a05:48:35.774849 tst mo_mt_call_osmux.py: using CellId 38830\u000a05:48:35.899090 tst mo_mt_call_osmux.py: using BVCI 38831\u000a05:48:35.922250 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:48:35.933322 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:48:35.944089 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:48:35.954866 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:48:35.966030 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:48:35.977677 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:48:36.094339 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:48:36.307569 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:48:36.827125 run create_hlr_db(pid=14125): Launched\u000a05:48:37.015387 bus /sierra_2: Setting Powered False\u000a05:48:38.036344 run create_hlr_db(pid=14125): Terminated: ok {rc=0}\u000a05:48:38.445882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14127): Launched\u000a05:48:38.750330 run osmo-hlr_10.42.42.2(pid=14128): Launched\u000a05:48:38.866592 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:48:39.395182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14130): Launched\u000a05:48:39.700205 run osmo-stp_10.42.42.5(pid=14131): Launched\u000a05:48:39.812311 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:48:40.368700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14133): Launched\u000a05:48:40.676231 run osmo-msc_10.42.42.6(pid=14134): Launched\u000a05:48:40.855147 run osmo-stp_10.42.42.5(pid=14131): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14131)]\u000a05:48:40.983961 run osmo-stp_10.42.42.5(pid=14131): stdout: \u000a| (launched: 2022-12-14_05:48:39.550124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:41.110594 run osmo-stp_10.42.42.5(pid=14131): stderr: \u000a| �[0;m�[38;5;43m20221214054839717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054839717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054839717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054839718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054839718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054839718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054839718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:41.232793 run osmo-stp_10.42.42.5(pid=14131): stdout: \u000a| (launched: 2022-12-14_05:48:39.550124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:41.353814 run osmo-stp_10.42.42.5(pid=14131): stderr: \u000a| �[0;m�[38;5;43m20221214054839717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054839717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054839717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054839718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054839718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054839718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054839718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:41.407263 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14131): Process ended prematurely: osmo-stp_10.42.42.5(pid=14131) [trial-2400↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14131)] [trial-2400↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a05:48:41.415966 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a05:48:41.475251 run osmo-hlr_10.42.42.2(pid=14128): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14128)]\u000a05:48:41.523819 run osmo-hlr_10.42.42.2(pid=14128): stdout: \u000a| (launched: 2022-12-14_05:48:38.601077) \u000a05:48:41.573219 run osmo-hlr_10.42.42.2(pid=14128): stderr: \u000a| �[0;m�[1;31m20221214054838776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054838776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054838776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054838776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054838776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054838776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054838789 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054838798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054838798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054838798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:48:41.640164 run osmo-msc_10.42.42.6(pid=14134): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14134)]\u000a05:48:41.688490 run osmo-msc_10.42.42.6(pid=14134): stdout: \u000a| (launched: 2022-12-14_05:48:40.524139) \u000a05:48:41.737725 run osmo-msc_10.42.42.6(pid=14134): stderr: \u000a| �[0;m�[38;5;43m20221214054840794 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214054840794 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8a61f5cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214054840795 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214054840795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214054840795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214054840795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214054840797 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214054840797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214054840797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214054840797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:48:41.779331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14127): Terminating (SIGTERM)\u000a05:48:41.818795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14130): Terminating (SIGTERM)\u000a05:48:41.858391 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14133): Terminating (SIGTERM)\u000a05:48:41.867446 --- ParallelTerminationStrategy: PID 14127 died...\u000a05:48:41.921159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14127): Terminated: ok {rc=0}\u000a05:48:41.930505 --- ParallelTerminationStrategy: PID 14130 died...\u000a05:48:41.983425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14130): Terminated: ok {rc=0}\u000a05:48:41.992757 --- ParallelTerminationStrategy: PID 14133 died...\u000a05:48:42.045496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14133): Terminated: ok {rc=0}\u000a05:48:42.132803 bus /sierra_3: Setting Powered False\u000a05:48:43.235186 bus /sierra_3: Setting Powered False\u000a05:48:44.340569 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:48:24" }, { "cases" : [ { "testActions" : [ ], "age" : 83, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14145): Process ended prematurely: osmo-stp_10.42.42.5(pid=14145) [trial-2400↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14145)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14145): Process ended prematurely: osmo-stp_10.42.42.5(pid=14145) [trial-2400↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14145)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a05:48:46.345673 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:48:46.357779 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a05:48:46.522011 tst mo_mt_call.py: using LAC 38831\u000a05:48:46.657113 tst mo_mt_call.py: using RAC 71\u000a05:48:46.817593 tst mo_mt_call.py: using CellId 38831\u000a05:48:46.962765 tst mo_mt_call.py: using BVCI 38832\u000a05:48:46.988409 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:48:47.000591 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:48:47.012532 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:48:47.024604 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:48:47.037932 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:48:47.051075 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:48:47.171434 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:48:47.382948 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:48:47.903623 run create_hlr_db(pid=14139): Launched\u000a05:48:48.091652 bus /sierra_2: Setting Powered False\u000a05:48:49.112672 run create_hlr_db(pid=14139): Terminated: ok {rc=0}\u000a05:48:49.523273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14141): Launched\u000a05:48:49.828005 run osmo-hlr_10.42.42.2(pid=14142): Launched\u000a05:48:49.947747 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:48:50.483939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14144): Launched\u000a05:48:50.788424 run osmo-stp_10.42.42.5(pid=14145): Launched\u000a05:48:50.899360 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:48:51.455300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14147): Launched\u000a05:48:51.761919 run osmo-msc_10.42.42.6(pid=14148): Launched\u000a05:48:51.941271 run osmo-stp_10.42.42.5(pid=14145): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14145)]\u000a05:48:52.069971 run osmo-stp_10.42.42.5(pid=14145): stdout: \u000a| (launched: 2022-12-14_05:48:50.638970)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:52.196573 run osmo-stp_10.42.42.5(pid=14145): stderr: \u000a| �[0;m�[38;5;43m20221214054850808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054850809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054850809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054850809 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054850810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054850810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054850810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:52.318531 run osmo-stp_10.42.42.5(pid=14145): stdout: \u000a| (launched: 2022-12-14_05:48:50.638970)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:52.439430 run osmo-stp_10.42.42.5(pid=14145): stderr: \u000a| �[0;m�[38;5;43m20221214054850808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054850809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054850809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054850809 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054850810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054850810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054850810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:52.492823 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14145): Process ended prematurely: osmo-stp_10.42.42.5(pid=14145) [trial-2400↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14145)] [trial-2400↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a05:48:52.501481 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a05:48:52.560776 run osmo-hlr_10.42.42.2(pid=14142): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14142)]\u000a05:48:52.609108 run osmo-hlr_10.42.42.2(pid=14142): stdout: \u000a| (launched: 2022-12-14_05:48:49.678596) \u000a05:48:52.658144 run osmo-hlr_10.42.42.2(pid=14142): stderr: \u000a| �[0;m�[1;31m20221214054849851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054849851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054849851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054849851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054849851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054849851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054849862 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054849870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054849871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054849871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:48:52.724600 run osmo-msc_10.42.42.6(pid=14148): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14148)]\u000a05:48:52.773114 run osmo-msc_10.42.42.6(pid=14148): stdout: \u000a| (launched: 2022-12-14_05:48:51.609621) \u000a05:48:52.822686 run osmo-msc_10.42.42.6(pid=14148): stderr: \u000a| �[0;m�[38;5;43m20221214054851877 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214054851877 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fedebf51c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214054851877 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214054851877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214054851878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214054851878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214054851879 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214054851880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214054851880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214054851880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:48:52.864298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14141): Terminating (SIGTERM)\u000a05:48:52.903502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14144): Terminating (SIGTERM)\u000a05:48:52.942799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14147): Terminating (SIGTERM)\u000a05:48:52.951753 --- ParallelTerminationStrategy: PID 14141 died...\u000a05:48:53.004744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14141): Terminated: ok {rc=0}\u000a05:48:53.014131 --- ParallelTerminationStrategy: PID 14144 died...\u000a05:48:53.066963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14144): Terminated: ok {rc=0}\u000a05:48:53.076332 --- ParallelTerminationStrategy: PID 14147 died...\u000a05:48:53.129584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14147): Terminated: ok {rc=0}\u000a05:48:53.212630 bus /sierra_3: Setting Powered False\u000a05:48:54.313268 bus /sierra_3: Setting Powered False\u000a05:48:55.419527 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14156): Process ended prematurely: osmo-stp_10.42.42.5(pid=14156) [trial-2400↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14156)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14156): Process ended prematurely: osmo-stp_10.42.42.5(pid=14156) [trial-2400↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14156)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:48:56.534363 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:48:56.546513 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a05:48:56.713781 tst mo_mt_call_osmux.py: using LAC 38832\u000a05:48:56.843313 tst mo_mt_call_osmux.py: using RAC 72\u000a05:48:56.966063 tst mo_mt_call_osmux.py: using CellId 38832\u000a05:48:57.087647 tst mo_mt_call_osmux.py: using BVCI 38833\u000a05:48:57.111035 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:48:57.122225 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:48:57.133269 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:48:57.144230 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:48:57.155558 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:48:57.166649 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:48:57.287806 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:48:57.493983 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:48:57.977239 run create_hlr_db(pid=14150): Launched\u000a05:48:58.153467 bus /sierra_2: Setting Powered False\u000a05:48:59.174540 run create_hlr_db(pid=14150): Terminated: ok {rc=0}\u000a05:48:59.582905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14152): Launched\u000a05:48:59.888281 run osmo-hlr_10.42.42.2(pid=14153): Launched\u000a05:49:00.004426 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:49:00.535708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14155): Launched\u000a05:49:00.849884 run osmo-stp_10.42.42.5(pid=14156): Launched\u000a05:49:01.052412 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:49:01.694689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14158): Launched\u000a05:49:02.191742 run osmo-msc_10.42.42.6(pid=14159): Launched\u000a05:49:02.453688 run osmo-stp_10.42.42.5(pid=14156): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14156)]\u000a05:49:02.589332 run osmo-stp_10.42.42.5(pid=14156): stdout: \u000a| (launched: 2022-12-14_05:49:00.690696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:02.724877 run osmo-stp_10.42.42.5(pid=14156): stderr: \u000a| �[0;m�[38;5;43m20221214054900918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054900919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054900919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054900919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054900920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054900920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054900920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:02.855496 run osmo-stp_10.42.42.5(pid=14156): stdout: \u000a| (launched: 2022-12-14_05:49:00.690696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:02.984728 run osmo-stp_10.42.42.5(pid=14156): stderr: \u000a| �[0;m�[38;5;43m20221214054900918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054900919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054900919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054900919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054900920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054900920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054900920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:03.041955 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14156): Process ended prematurely: osmo-stp_10.42.42.5(pid=14156) [trial-2400↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14156)] [trial-2400↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a05:49:03.051349 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a05:49:03.113459 run osmo-hlr_10.42.42.2(pid=14153): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14153)]\u000a05:49:03.164463 run osmo-hlr_10.42.42.2(pid=14153): stdout: \u000a| (launched: 2022-12-14_05:48:59.738366) \u000a05:49:03.216243 run osmo-hlr_10.42.42.2(pid=14153): stderr: \u000a| �[0;m�[1;31m20221214054859910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054859910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054859910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054859910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054859910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054859911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054859922 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054859930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054859931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054859931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:49:03.286374 run osmo-msc_10.42.42.6(pid=14159): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14159)]\u000a05:49:03.337579 run osmo-msc_10.42.42.6(pid=14159): stdout: \u000a| (launched: 2022-12-14_05:49:01.866328) \u000a05:49:03.389065 run osmo-msc_10.42.42.6(pid=14159): stderr: \u000a| �[0;m�[38;5;43m20221214054902194 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214054902194 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd4dca0cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214054902194 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214054902194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214054902194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214054902195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214054902196 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214054902197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214054902197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214054902197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:49:03.433334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14152): Terminating (SIGTERM)\u000a05:49:03.475676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14155): Terminating (SIGTERM)\u000a05:49:03.517461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14158): Terminating (SIGTERM)\u000a05:49:03.527041 --- ParallelTerminationStrategy: PID 14152 died...\u000a05:49:03.582494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14152): Terminated: ok {rc=0}\u000a05:49:03.592376 --- ParallelTerminationStrategy: PID 14155 died...\u000a05:49:03.647387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14155): Terminated: ok {rc=0}\u000a05:49:03.657357 --- ParallelTerminationStrategy: PID 14158 died...\u000a05:49:03.712544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14158): Terminated: ok {rc=0}\u000a05:49:03.798057 bus /sierra_3: Setting Powered False\u000a05:49:04.903346 bus /sierra_3: Setting Powered False\u000a05:49:06.012392 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:48:46" }, { "cases" : [ { "testActions" : [ ], "age" : 83, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14171): Process ended prematurely: osmo-stp_10.42.42.5(pid=14171) [trial-2400↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14171)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14171): Process ended prematurely: osmo-stp_10.42.42.5(pid=14171) [trial-2400↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14171)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a05:49:08.014562 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:49:08.025785 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:49:08.184649 tst mo_mt_call.py: using LAC 38833\u000a05:49:08.305164 tst mo_mt_call.py: using RAC 73\u000a05:49:08.423595 tst mo_mt_call.py: using CellId 38833\u000a05:49:08.544546 tst mo_mt_call.py: using BVCI 38834\u000a05:49:08.567803 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:49:08.579226 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:49:08.590198 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:49:08.600891 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:49:08.612099 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:49:08.623266 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:49:08.743420 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:49:08.957367 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:49:09.478934 run create_hlr_db(pid=14165): Launched\u000a05:49:09.667393 bus /sierra_2: Setting Powered False\u000a05:49:10.687702 run create_hlr_db(pid=14165): Terminated: ok {rc=0}\u000a05:49:11.105921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14167): Launched\u000a05:49:11.429445 run osmo-hlr_10.42.42.2(pid=14168): Launched\u000a05:49:11.551283 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:49:12.121167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14170): Launched\u000a05:49:12.445464 run osmo-stp_10.42.42.5(pid=14171): Launched\u000a05:49:12.562959 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:49:13.157202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14173): Launched\u000a05:49:13.483471 run osmo-msc_10.42.42.6(pid=14174): Launched\u000a05:49:13.673113 run osmo-stp_10.42.42.5(pid=14171): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14171)]\u000a05:49:13.809395 run osmo-stp_10.42.42.5(pid=14171): stdout: \u000a| (launched: 2022-12-14_05:49:12.286779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:13.945159 run osmo-stp_10.42.42.5(pid=14171): stderr: \u000a| �[0;m�[38;5;43m20221214054912478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054912478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054912478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054912479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054912479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054912479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054912479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:14.076094 run osmo-stp_10.42.42.5(pid=14171): stdout: \u000a| (launched: 2022-12-14_05:49:12.286779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:14.205383 run osmo-stp_10.42.42.5(pid=14171): stderr: \u000a| �[0;m�[38;5;43m20221214054912478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054912478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054912478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054912479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054912479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054912479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054912479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:14.262270 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14171): Process ended prematurely: osmo-stp_10.42.42.5(pid=14171) [trial-2400↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14171)] [trial-2400↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a05:49:14.271427 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a05:49:14.332810 run osmo-hlr_10.42.42.2(pid=14168): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14168)]\u000a05:49:14.383634 run osmo-hlr_10.42.42.2(pid=14168): stdout: \u000a| (launched: 2022-12-14_05:49:11.271349) \u000a05:49:14.435644 run osmo-hlr_10.42.42.2(pid=14168): stderr: \u000a| �[0;m�[1;31m20221214054911466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054911466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054911466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054911466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054911466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054911466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054911479 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054911489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054911489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054911489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:49:14.505355 run osmo-msc_10.42.42.6(pid=14174): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14174)]\u000a05:49:14.555968 run osmo-msc_10.42.42.6(pid=14174): stdout: \u000a| (launched: 2022-12-14_05:49:13.323227) \u000a05:49:14.607207 run osmo-msc_10.42.42.6(pid=14174): stderr: \u000a| �[0;m�[38;5;43m20221214054913643 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214054913643 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f92825aac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214054913643 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214054913643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214054913643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214054913643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214054913645 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214054913645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214054913646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214054913646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:49:14.650931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14167): Terminating (SIGTERM)\u000a05:49:14.692197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14170): Terminating (SIGTERM)\u000a05:49:14.733582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14173): Terminating (SIGTERM)\u000a05:49:14.743089 --- ParallelTerminationStrategy: PID 14167 died...\u000a05:49:14.798283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14167): Terminated: ok {rc=0}\u000a05:49:14.808250 --- ParallelTerminationStrategy: PID 14170 died...\u000a05:49:14.863040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14170): Terminated: ok {rc=0}\u000a05:49:14.872854 --- ParallelTerminationStrategy: PID 14173 died...\u000a05:49:14.928014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14173): Terminated: ok {rc=0}\u000a05:49:15.013674 bus /sierra_3: Setting Powered False\u000a05:49:16.118425 bus /sierra_3: Setting Powered False\u000a05:49:17.241316 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14182): Process ended prematurely: osmo-stp_10.42.42.5(pid=14182) [trial-2400↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14182)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14182): Process ended prematurely: osmo-stp_10.42.42.5(pid=14182) [trial-2400↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14182)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:49:18.354131 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:49:18.366370 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:49:18.533825 tst mo_mt_call_osmux.py: using LAC 38834\u000a05:49:18.663493 tst mo_mt_call_osmux.py: using RAC 74\u000a05:49:18.788805 tst mo_mt_call_osmux.py: using CellId 38834\u000a05:49:18.910308 tst mo_mt_call_osmux.py: using BVCI 38835\u000a05:49:18.933756 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:49:18.944766 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:49:18.955775 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:49:18.966744 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:49:18.977969 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:49:18.989212 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:49:19.104909 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:49:19.318726 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:49:19.840532 run create_hlr_db(pid=14176): Launched\u000a05:49:20.030237 bus /sierra_2: Setting Powered False\u000a05:49:21.049426 run create_hlr_db(pid=14176): Terminated: ok {rc=0}\u000a05:49:21.485191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14178): Launched\u000a05:49:21.811272 run osmo-hlr_10.42.42.2(pid=14179): Launched\u000a05:49:21.931122 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:49:22.498312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14181): Launched\u000a05:49:22.823685 run osmo-stp_10.42.42.5(pid=14182): Launched\u000a05:49:22.941852 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:49:23.536568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14184): Launched\u000a05:49:23.863248 run osmo-msc_10.42.42.6(pid=14185): Launched\u000a05:49:24.053527 run osmo-stp_10.42.42.5(pid=14182): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14182)]\u000a05:49:24.190813 run osmo-stp_10.42.42.5(pid=14182): stdout: \u000a| (launched: 2022-12-14_05:49:22.664541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:24.326786 run osmo-stp_10.42.42.5(pid=14182): stderr: \u000a| �[0;m�[38;5;43m20221214054922855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054922855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054922856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054922856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054922857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054922857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054922857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:24.458163 run osmo-stp_10.42.42.5(pid=14182): stdout: \u000a| (launched: 2022-12-14_05:49:22.664541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:24.587679 run osmo-stp_10.42.42.5(pid=14182): stderr: \u000a| �[0;m�[38;5;43m20221214054922855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054922855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054922856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054922856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054922857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054922857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054922857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:24.644935 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14182): Process ended prematurely: osmo-stp_10.42.42.5(pid=14182) [trial-2400↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14182)] [trial-2400↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a05:49:24.655111 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a05:49:24.717012 run osmo-hlr_10.42.42.2(pid=14179): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14179)]\u000a05:49:24.768285 run osmo-hlr_10.42.42.2(pid=14179): stdout: \u000a| (launched: 2022-12-14_05:49:21.651792) \u000a05:49:24.820164 run osmo-hlr_10.42.42.2(pid=14179): stderr: \u000a| �[0;m�[1;31m20221214054921846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054921846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054921846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054921846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054921846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054921846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054921859 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054921867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054921868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054921868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:49:24.890501 run osmo-msc_10.42.42.6(pid=14185): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14185)]\u000a05:49:24.941615 run osmo-msc_10.42.42.6(pid=14185): stdout: \u000a| (launched: 2022-12-14_05:49:23.702553) \u000a05:49:24.993697 run osmo-msc_10.42.42.6(pid=14185): stderr: \u000a| �[0;m�[38;5;43m20221214054924024 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214054924024 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb222eac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214054924025 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214054924025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214054924025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214054924025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214054924027 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214054924027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214054924027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214054924027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:49:25.037427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14178): Terminating (SIGTERM)\u000a05:49:25.078806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14181): Terminating (SIGTERM)\u000a05:49:25.120283 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14184): Terminating (SIGTERM)\u000a05:49:25.129561 --- ParallelTerminationStrategy: PID 14178 died...\u000a05:49:25.184780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14178): Terminated: ok {rc=0}\u000a05:49:25.194702 --- ParallelTerminationStrategy: PID 14181 died...\u000a05:49:25.249672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14181): Terminated: ok {rc=0}\u000a05:49:25.259575 --- ParallelTerminationStrategy: PID 14184 died...\u000a05:49:25.314699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14184): Terminated: ok {rc=0}\u000a05:49:25.401151 bus /sierra_3: Setting Powered False\u000a05:49:26.503537 bus /sierra_3: Setting Powered False\u000a05:49:27.609517 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:49:07" }, { "cases" : [ { "testActions" : [ ], "age" : 83, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14196): Process ended prematurely: osmo-stp_10.42.42.5(pid=14196) [trial-2400↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14196)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14196): Process ended prematurely: osmo-stp_10.42.42.5(pid=14196) [trial-2400↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14196)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a05:49:29.605732 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:49:29.616570 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:49:29.785494 tst mo_mt_call.py: using LAC 38835\u000a05:49:29.911964 tst mo_mt_call.py: using RAC 75\u000a05:49:30.038265 tst mo_mt_call.py: using CellId 38835\u000a05:49:30.165328 tst mo_mt_call.py: using BVCI 38836\u000a05:49:30.190303 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:49:30.201779 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:49:30.213064 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:49:30.224085 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:49:30.235310 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:49:30.246513 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:49:30.364092 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:49:30.575324 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:49:31.137232 run create_hlr_db(pid=14190): Launched\u000a05:49:31.320549 bus /sierra_2: Setting Powered False\u000a05:49:32.343891 run create_hlr_db(pid=14190): Terminated: ok {rc=0}\u000a05:49:32.753117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14192): Launched\u000a05:49:33.057589 run osmo-hlr_10.42.42.2(pid=14193): Launched\u000a05:49:33.167893 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:49:33.699435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14195): Launched\u000a05:49:34.006112 run osmo-stp_10.42.42.5(pid=14196): Launched\u000a05:49:34.118368 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:49:34.677590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14198): Launched\u000a05:49:34.986077 run osmo-msc_10.42.42.6(pid=14199): Launched\u000a05:49:35.165819 run osmo-stp_10.42.42.5(pid=14196): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14196)]\u000a05:49:35.295643 run osmo-stp_10.42.42.5(pid=14196): stdout: \u000a| (launched: 2022-12-14_05:49:33.854999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:35.423616 run osmo-stp_10.42.42.5(pid=14196): stderr: \u000a| �[0;m�[38;5;43m20221214054934023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054934023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054934024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054934024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054934025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054934025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054934025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:35.546463 run osmo-stp_10.42.42.5(pid=14196): stdout: \u000a| (launched: 2022-12-14_05:49:33.854999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:35.668363 run osmo-stp_10.42.42.5(pid=14196): stderr: \u000a| �[0;m�[38;5;43m20221214054934023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054934023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054934024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054934024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054934025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054934025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054934025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:35.721872 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14196): Process ended prematurely: osmo-stp_10.42.42.5(pid=14196) [trial-2400↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14196)] [trial-2400↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a05:49:35.730332 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a05:49:35.790349 run osmo-hlr_10.42.42.2(pid=14193): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14193)]\u000a05:49:35.838817 run osmo-hlr_10.42.42.2(pid=14193): stdout: \u000a| (launched: 2022-12-14_05:49:32.908531) \u000a05:49:35.888137 run osmo-hlr_10.42.42.2(pid=14193): stderr: \u000a| �[0;m�[1;31m20221214054933083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054933083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054933083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054933083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054933083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054933084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054933126 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054933136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054933136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054933136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:49:35.954951 run osmo-msc_10.42.42.6(pid=14199): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14199)]\u000a05:49:36.004082 run osmo-msc_10.42.42.6(pid=14199): stdout: \u000a| (launched: 2022-12-14_05:49:34.832713) \u000a05:49:36.053356 run osmo-msc_10.42.42.6(pid=14199): stderr: \u000a| �[0;m�[38;5;43m20221214054935101 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214054935101 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbec3d71c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214054935102 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214054935102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214054935102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214054935102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214054935104 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214054935104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214054935104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214054935104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:49:36.095198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14192): Terminating (SIGTERM)\u000a05:49:36.135106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14195): Terminating (SIGTERM)\u000a05:49:36.175632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14198): Terminating (SIGTERM)\u000a05:49:36.184837 --- ParallelTerminationStrategy: PID 14192 died...\u000a05:49:36.238641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14192): Terminated: ok {rc=0}\u000a05:49:36.248183 --- ParallelTerminationStrategy: PID 14195 died...\u000a05:49:36.301476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14195): Terminated: ok {rc=0}\u000a05:49:36.310943 --- ParallelTerminationStrategy: PID 14198 died...\u000a05:49:36.364259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14198): Terminated: ok {rc=0}\u000a05:49:36.447672 bus /sierra_3: Setting Powered False\u000a05:49:37.554098 bus /sierra_3: Setting Powered False\u000a05:49:38.661292 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14207): Process ended prematurely: osmo-stp_10.42.42.5(pid=14207) [trial-2400↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14207)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14207): Process ended prematurely: osmo-stp_10.42.42.5(pid=14207) [trial-2400↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14207)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:49:39.775917 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:49:39.787946 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:49:39.955827 tst mo_mt_call_osmux.py: using LAC 38836\u000a05:49:40.086576 tst mo_mt_call_osmux.py: using RAC 76\u000a05:49:40.215395 tst mo_mt_call_osmux.py: using CellId 38836\u000a05:49:40.343014 tst mo_mt_call_osmux.py: using BVCI 38837\u000a05:49:40.368026 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:49:40.379434 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:49:40.390696 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:49:40.401843 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:49:40.413026 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:49:40.424542 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:49:40.544373 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:49:40.749113 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:49:41.232099 run create_hlr_db(pid=14201): Launched\u000a05:49:41.409476 bus /sierra_2: Setting Powered False\u000a05:49:42.430297 run create_hlr_db(pid=14201): Terminated: ok {rc=0}\u000a05:49:42.868003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14203): Launched\u000a05:49:43.194078 run osmo-hlr_10.42.42.2(pid=14204): Launched\u000a05:49:43.313529 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:49:43.883598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14206): Launched\u000a05:49:44.210819 run osmo-stp_10.42.42.5(pid=14207): Launched\u000a05:49:44.330361 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:49:44.927860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14209): Launched\u000a05:49:45.254523 run osmo-msc_10.42.42.6(pid=14210): Launched\u000a05:49:45.446165 run osmo-stp_10.42.42.5(pid=14207): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14207)]\u000a05:49:45.583848 run osmo-stp_10.42.42.5(pid=14207): stdout: \u000a| (launched: 2022-12-14_05:49:44.050295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:45.720323 run osmo-stp_10.42.42.5(pid=14207): stderr: \u000a| �[0;m�[38;5;43m20221214054944240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054944240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054944241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054944241 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054944242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054944242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054944242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:45.859000 run osmo-stp_10.42.42.5(pid=14207): stdout: \u000a| (launched: 2022-12-14_05:49:44.050295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:45.997643 run osmo-stp_10.42.42.5(pid=14207): stderr: \u000a| �[0;m�[38;5;43m20221214054944240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054944240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054944241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054944241 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054944242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054944242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054944242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:46.053580 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14207): Process ended prematurely: osmo-stp_10.42.42.5(pid=14207) [trial-2400↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14207)] [trial-2400↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a05:49:46.063376 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a05:49:46.126869 run osmo-hlr_10.42.42.2(pid=14204): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14204)]\u000a05:49:46.180054 run osmo-hlr_10.42.42.2(pid=14204): stdout: \u000a| (launched: 2022-12-14_05:49:43.034748) \u000a05:49:46.232552 run osmo-hlr_10.42.42.2(pid=14204): stderr: \u000a| �[0;m�[1;31m20221214054943229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054943229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054943229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054943229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054943229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054943229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054943245 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054943253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054943254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054943254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:49:46.302670 run osmo-msc_10.42.42.6(pid=14210): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14210)]\u000a05:49:46.354309 run osmo-msc_10.42.42.6(pid=14210): stdout: \u000a| (launched: 2022-12-14_05:49:45.094338) \u000a05:49:46.407808 run osmo-msc_10.42.42.6(pid=14210): stderr: \u000a| �[0;m�[38;5;43m20221214054945415 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214054945415 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fad95771c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214054945415 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214054945415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214054945416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214054945416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214054945417 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214054945418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214054945418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214054945418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:49:46.452855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14203): Terminating (SIGTERM)\u000a05:49:46.496287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14206): Terminating (SIGTERM)\u000a05:49:46.541937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14209): Terminating (SIGTERM)\u000a05:49:46.552742 --- ParallelTerminationStrategy: PID 14203 died...\u000a05:49:46.612356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14203): Terminated: ok {rc=0}\u000a05:49:46.623020 --- ParallelTerminationStrategy: PID 14206 died...\u000a05:49:46.681367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14206): Terminated: ok {rc=0}\u000a05:49:46.691838 --- ParallelTerminationStrategy: PID 14209 died...\u000a05:49:46.748650 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14209): Terminated: ok {rc=0}\u000a05:49:46.852358 bus /sierra_3: Setting Powered False\u000a05:49:47.960892 bus /sierra_3: Setting Powered False\u000a05:49:49.068333 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:49:29" }, { "cases" : [ { "testActions" : [ ], "age" : 83, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14221): Process ended prematurely: osmo-stp_10.42.42.5(pid=14221) [trial-2400↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14221)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14221): Process ended prematurely: osmo-stp_10.42.42.5(pid=14221) [trial-2400↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14221)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a05:49:51.058653 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:49:51.069632 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a05:49:51.214184 tst mo_mt_call.py: using LAC 38837\u000a05:49:51.341995 tst mo_mt_call.py: using RAC 77\u000a05:49:51.471966 tst mo_mt_call.py: using CellId 38837\u000a05:49:51.599026 tst mo_mt_call.py: using BVCI 38838\u000a05:49:51.623899 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:49:51.635388 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:49:51.646558 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:49:51.657730 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:49:51.668773 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:49:51.679988 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a05:49:51.798994 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a05:49:52.002525 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:49:52.485731 run create_hlr_db(pid=14215): Launched\u000a05:49:52.663140 bus /sierra_2: Setting Powered False\u000a05:49:53.684036 run create_hlr_db(pid=14215): Terminated: ok {rc=0}\u000a05:49:54.119494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14217): Launched\u000a05:49:54.446367 run osmo-hlr_10.42.42.2(pid=14218): Launched\u000a05:49:54.569908 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:49:55.135121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14220): Launched\u000a05:49:55.463528 run osmo-stp_10.42.42.5(pid=14221): Launched\u000a05:49:55.583235 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:49:56.178071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14223): Launched\u000a05:49:56.505580 run osmo-msc_10.42.42.6(pid=14224): Launched\u000a05:49:56.696393 run osmo-stp_10.42.42.5(pid=14221): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14221)]\u000a05:49:56.834021 run osmo-stp_10.42.42.5(pid=14221): stdout: \u000a| (launched: 2022-12-14_05:49:55.301599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:56.969638 run osmo-stp_10.42.42.5(pid=14221): stderr: \u000a| �[0;m�[38;5;43m20221214054955491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054955492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054955492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054955492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054955493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054955493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054955493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:57.100077 run osmo-stp_10.42.42.5(pid=14221): stdout: \u000a| (launched: 2022-12-14_05:49:55.301599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:57.229747 run osmo-stp_10.42.42.5(pid=14221): stderr: \u000a| �[0;m�[38;5;43m20221214054955491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214054955492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214054955492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214054955492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214054955493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214054955493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214054955493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:57.286772 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14221): Process ended prematurely: osmo-stp_10.42.42.5(pid=14221) [trial-2400↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14221)] [trial-2400↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a05:49:57.295771 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a05:49:57.357279 run osmo-hlr_10.42.42.2(pid=14218): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14218)]\u000a05:49:57.407974 run osmo-hlr_10.42.42.2(pid=14218): stdout: \u000a| (launched: 2022-12-14_05:49:54.285913) \u000a05:49:57.459804 run osmo-hlr_10.42.42.2(pid=14218): stderr: \u000a| �[0;m�[1;31m20221214054954482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214054954482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214054954482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054954482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214054954482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214054954482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214054954494 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214054954504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214054954505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214054954505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:49:57.529690 run osmo-msc_10.42.42.6(pid=14224): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14224)]\u000a05:49:57.580359 run osmo-msc_10.42.42.6(pid=14224): stdout: \u000a| (launched: 2022-12-14_05:49:56.344646) \u000a05:49:57.631981 run osmo-msc_10.42.42.6(pid=14224): stderr: \u000a| �[0;m�[38;5;43m20221214054956664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214054956664 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4931f61c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214054956664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214054956664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214054956664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214054956664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214054956666 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214054956667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214054956667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214054956667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:49:57.675560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14217): Terminating (SIGTERM)\u000a05:49:57.716875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14220): Terminating (SIGTERM)\u000a05:49:57.758379 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14223): Terminating (SIGTERM)\u000a05:49:57.767904 --- ParallelTerminationStrategy: PID 14217 died...\u000a05:49:57.823301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14217): Terminated: ok {rc=0}\u000a05:49:57.833372 --- ParallelTerminationStrategy: PID 14220 died...\u000a05:49:57.888362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14220): Terminated: ok {rc=0}\u000a05:49:57.898244 --- ParallelTerminationStrategy: PID 14223 died...\u000a05:49:57.953546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14223): Terminated: ok {rc=0}\u000a05:49:58.039517 bus /sierra_3: Setting Powered False\u000a05:49:59.145247 bus /sierra_3: Setting Powered False\u000a05:50:00.253107 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14235): Process ended prematurely: osmo-stp_10.42.42.5(pid=14235) [trial-2400↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14235)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14235): Process ended prematurely: osmo-stp_10.42.42.5(pid=14235) [trial-2400↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14235)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:50:01.367609 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:50:01.381786 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a05:50:01.555414 tst mo_mt_call_osmux.py: using LAC 38838\u000a05:50:01.686667 tst mo_mt_call_osmux.py: using RAC 78\u000a05:50:01.841812 tst mo_mt_call_osmux.py: using CellId 38838\u000a05:50:01.981365 tst mo_mt_call_osmux.py: using BVCI 38839\u000a05:50:02.005995 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:50:02.018037 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:50:02.029976 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:50:02.042117 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:50:02.055302 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:50:02.068488 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a05:50:02.188910 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a05:50:02.432926 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:50:02.953935 run create_hlr_db(pid=14229): Launched\u000a05:50:03.142520 bus /sierra_2: Setting Powered False\u000a05:50:04.163024 run create_hlr_db(pid=14229): Terminated: ok {rc=0}\u000a05:50:04.597805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14231): Launched\u000a05:50:04.921699 run osmo-hlr_10.42.42.2(pid=14232): Launched\u000a05:50:05.040492 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:50:05.610434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14234): Launched\u000a05:50:05.935241 run osmo-stp_10.42.42.5(pid=14235): Launched\u000a05:50:06.054112 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:50:06.650133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14237): Launched\u000a05:50:06.975482 run osmo-msc_10.42.42.6(pid=14238): Launched\u000a05:50:07.165339 run osmo-stp_10.42.42.5(pid=14235): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14235)]\u000a05:50:07.302295 run osmo-stp_10.42.42.5(pid=14235): stdout: \u000a| (launched: 2022-12-14_05:50:05.776743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:50:07.438515 run osmo-stp_10.42.42.5(pid=14235): stderr: \u000a| �[0;m�[38;5;43m20221214055005967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055005967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055005967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055005968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055005968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055005968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055005968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:50:07.569083 run osmo-stp_10.42.42.5(pid=14235): stdout: \u000a| (launched: 2022-12-14_05:50:05.776743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:50:07.698526 run osmo-stp_10.42.42.5(pid=14235): stderr: \u000a| �[0;m�[38;5;43m20221214055005967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055005967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055005967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055005968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055005968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055005968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055005968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:50:07.755726 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14235): Process ended prematurely: osmo-stp_10.42.42.5(pid=14235) [trial-2400↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14235)] [trial-2400↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a05:50:07.764916 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a05:50:07.827285 run osmo-hlr_10.42.42.2(pid=14232): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14232)]\u000a05:50:07.878155 run osmo-hlr_10.42.42.2(pid=14232): stdout: \u000a| (launched: 2022-12-14_05:50:04.763605) \u000a05:50:07.929701 run osmo-hlr_10.42.42.2(pid=14232): stderr: \u000a| �[0;m�[1;31m20221214055004959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055004959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055004959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055004959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055004959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055004959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055004971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055004980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055004981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055004981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:50:07.999712 run osmo-msc_10.42.42.6(pid=14238): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14238)]\u000a05:50:08.050512 run osmo-msc_10.42.42.6(pid=14238): stdout: \u000a| (launched: 2022-12-14_05:50:06.816096) \u000a05:50:08.101966 run osmo-msc_10.42.42.6(pid=14238): stderr: \u000a| �[0;m�[38;5;43m20221214055007134 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214055007134 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fab5fa83c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214055007134 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214055007134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214055007134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214055007135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214055007136 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214055007137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214055007137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214055007137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:50:08.145486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14231): Terminating (SIGTERM)\u000a05:50:08.186781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14234): Terminating (SIGTERM)\u000a05:50:08.228073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14237): Terminating (SIGTERM)\u000a05:50:08.237350 --- ParallelTerminationStrategy: PID 14231 died...\u000a05:50:08.292474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14231): Terminated: ok {rc=0}\u000a05:50:08.302368 --- ParallelTerminationStrategy: PID 14234 died...\u000a05:50:08.357261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14234): Terminated: ok {rc=0}\u000a05:50:08.367117 --- ParallelTerminationStrategy: PID 14237 died...\u000a05:50:08.422369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14237): Terminated: ok {rc=0}\u000a05:50:08.508528 bus /sierra_3: Setting Powered False\u000a05:50:09.609334 bus /sierra_3: Setting Powered False\u000a05:50:10.719443 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:49:50" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14250): Process ended prematurely: osmo-stp_10.42.42.5(pid=14250) [trial-2400↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14250)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14250): Process ended prematurely: osmo-stp_10.42.42.5(pid=14250) [trial-2400↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a05:50:12.720105 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:50:12.731705 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a05:50:12.878741 tst mo_mt_call.py: using LAC 38839\u000a05:50:13.000422 tst mo_mt_call.py: using RAC 79\u000a05:50:13.121428 tst mo_mt_call.py: using CellId 38839\u000a05:50:13.242241 tst mo_mt_call.py: using BVCI 38840\u000a05:50:13.265764 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:50:13.277037 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:50:13.288007 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:50:13.299074 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:50:13.310467 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:50:13.321802 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a05:50:13.442591 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a05:50:13.655418 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:50:14.177665 run create_hlr_db(pid=14244): Launched\u000a05:50:14.367724 bus /sierra_2: Setting Powered False\u000a05:50:15.388350 run create_hlr_db(pid=14244): Terminated: ok {rc=0}\u000a05:50:15.824549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14246): Launched\u000a05:50:16.273152 run osmo-hlr_10.42.42.2(pid=14247): Launched\u000a05:50:16.433105 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:50:17.107233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14249): Launched\u000a05:50:17.442153 run osmo-stp_10.42.42.5(pid=14250): Launched\u000a05:50:17.566727 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:50:18.162831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14252): Launched\u000a05:50:18.491804 run osmo-msc_10.42.42.6(pid=14253): Launched\u000a05:50:18.682450 run osmo-stp_10.42.42.5(pid=14250): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14250)]\u000a05:50:18.820012 run osmo-stp_10.42.42.5(pid=14250): stdout: \u000a| (launched: 2022-12-14_05:50:17.276058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:50:18.956499 run osmo-stp_10.42.42.5(pid=14250): stderr: \u000a| �[0;m�[38;5;43m20221214055017475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055017475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055017475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055017475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055017476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055017476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055017476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:50:19.087768 run osmo-stp_10.42.42.5(pid=14250): stdout: \u000a| (launched: 2022-12-14_05:50:17.276058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:50:19.217945 run osmo-stp_10.42.42.5(pid=14250): stderr: \u000a| �[0;m�[38;5;43m20221214055017475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055017475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055017475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055017475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055017476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055017476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055017476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:50:19.275608 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14250): Process ended prematurely: osmo-stp_10.42.42.5(pid=14250) [trial-2400↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14250)] [trial-2400↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a05:50:19.285116 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a05:50:19.347188 run osmo-hlr_10.42.42.2(pid=14247): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14247)]\u000a05:50:19.398545 run osmo-hlr_10.42.42.2(pid=14247): stdout: \u000a| (launched: 2022-12-14_05:50:16.007403) \u000a05:50:19.450714 run osmo-hlr_10.42.42.2(pid=14247): stderr: \u000a| �[0;m�[1;31m20221214055016306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055016306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055016306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055016306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055016306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055016306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055016336 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055016352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055016352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055016352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:50:19.520997 run osmo-msc_10.42.42.6(pid=14253): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14253)]\u000a05:50:19.571877 run osmo-msc_10.42.42.6(pid=14253): stdout: \u000a| (launched: 2022-12-14_05:50:18.329330) \u000a05:50:19.623370 run osmo-msc_10.42.42.6(pid=14253): stderr: \u000a| �[0;m�[38;5;43m20221214055018650 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214055018650 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f60cd9d1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214055018650 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214055018650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214055018650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214055018651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214055018652 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214055018653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214055018653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214055018653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:50:19.667536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14246): Terminating (SIGTERM)\u000a05:50:19.709371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14249): Terminating (SIGTERM)\u000a05:50:19.751207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14252): Terminating (SIGTERM)\u000a05:50:19.761108 --- ParallelTerminationStrategy: PID 14246 died...\u000a05:50:19.816884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14246): Terminated: ok {rc=0}\u000a05:50:19.827044 --- ParallelTerminationStrategy: PID 14249 died...\u000a05:50:19.882565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14249): Terminated: ok {rc=0}\u000a05:50:19.892622 --- ParallelTerminationStrategy: PID 14252 died...\u000a05:50:19.948254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14252): Terminated: ok {rc=0}\u000a05:50:20.034700 bus /sierra_3: Setting Powered False\u000a05:50:21.140888 bus /sierra_3: Setting Powered False\u000a05:50:22.249649 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14261): Process ended prematurely: osmo-stp_10.42.42.5(pid=14261) [trial-2400↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14261)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14261): Process ended prematurely: osmo-stp_10.42.42.5(pid=14261) [trial-2400↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14261)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:50:23.364179 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:50:23.376841 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a05:50:23.527122 tst mo_mt_call_osmux.py: using LAC 38840\u000a05:50:23.656255 tst mo_mt_call_osmux.py: using RAC 80\u000a05:50:23.786518 tst mo_mt_call_osmux.py: using CellId 38840\u000a05:50:23.914524 tst mo_mt_call_osmux.py: using BVCI 38841\u000a05:50:23.939468 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:50:23.951293 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:50:23.962979 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:50:23.974660 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:50:23.986431 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:50:23.998031 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a05:50:24.115244 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a05:50:24.331453 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:50:24.852040 run create_hlr_db(pid=14255): Launched\u000a05:50:25.041245 bus /sierra_2: Setting Powered False\u000a05:50:26.061785 run create_hlr_db(pid=14255): Terminated: ok {rc=0}\u000a05:50:26.472821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14257): Launched\u000a05:50:26.779507 run osmo-hlr_10.42.42.2(pid=14258): Launched\u000a05:50:26.897081 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:50:27.428339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14260): Launched\u000a05:50:27.732651 run osmo-stp_10.42.42.5(pid=14261): Launched\u000a05:50:27.844103 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:50:28.402397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14263): Launched\u000a05:50:28.709174 run osmo-msc_10.42.42.6(pid=14264): Launched\u000a05:50:28.887469 run osmo-stp_10.42.42.5(pid=14261): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14261)]\u000a05:50:29.017174 run osmo-stp_10.42.42.5(pid=14261): stdout: \u000a| (launched: 2022-12-14_05:50:27.583256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:50:29.143890 run osmo-stp_10.42.42.5(pid=14261): stderr: \u000a| �[0;m�[38;5;43m20221214055027752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055027752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055027752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055027753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055027753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055027753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055027754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:50:29.265953 run osmo-stp_10.42.42.5(pid=14261): stdout: \u000a| (launched: 2022-12-14_05:50:27.583256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:50:29.387159 run osmo-stp_10.42.42.5(pid=14261): stderr: \u000a| �[0;m�[38;5;43m20221214055027752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055027752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055027752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055027753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055027753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055027753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055027754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:50:29.440811 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14261): Process ended prematurely: osmo-stp_10.42.42.5(pid=14261) [trial-2400↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14261)] [trial-2400↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a05:50:29.449626 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a05:50:29.508379 run osmo-hlr_10.42.42.2(pid=14258): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14258)]\u000a05:50:29.556477 run osmo-hlr_10.42.42.2(pid=14258): stdout: \u000a| (launched: 2022-12-14_05:50:26.629147) \u000a05:50:29.605399 run osmo-hlr_10.42.42.2(pid=14258): stderr: \u000a| �[0;m�[1;31m20221214055026801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055026801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055026801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055026801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055026801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055026801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055026815 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055026824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055026824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055026824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:50:29.671649 run osmo-msc_10.42.42.6(pid=14264): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14264)]\u000a05:50:29.719927 run osmo-msc_10.42.42.6(pid=14264): stdout: \u000a| (launched: 2022-12-14_05:50:28.557162) \u000a05:50:29.768671 run osmo-msc_10.42.42.6(pid=14264): stderr: \u000a| �[0;m�[38;5;43m20221214055028827 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214055028827 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7fb03c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214055028827 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214055028827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214055028827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214055028827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214055028829 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214055028830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214055028830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214055028830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:50:29.810361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14257): Terminating (SIGTERM)\u000a05:50:29.849681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14260): Terminating (SIGTERM)\u000a05:50:29.889032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14263): Terminating (SIGTERM)\u000a05:50:29.898073 --- ParallelTerminationStrategy: PID 14257 died...\u000a05:50:29.951187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14257): Terminated: ok {rc=0}\u000a05:50:29.960563 --- ParallelTerminationStrategy: PID 14260 died...\u000a05:50:30.013107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14260): Terminated: ok {rc=0}\u000a05:50:30.022506 --- ParallelTerminationStrategy: PID 14263 died...\u000a05:50:30.075006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14263): Terminated: ok {rc=0}\u000a05:50:30.162375 bus /sierra_3: Setting Powered False\u000a05:50:31.288235 bus /sierra_3: Setting Powered False\u000a05:50:32.401713 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:50:12" }, { "cases" : [ { "testActions" : [ ], "age" : 83, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14275): Process ended prematurely: osmo-stp_10.42.42.5(pid=14275) [trial-2400↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14275)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14275): Process ended prematurely: osmo-stp_10.42.42.5(pid=14275) [trial-2400↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14275)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a05:50:34.412690 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:50:34.423394 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a05:50:34.558558 tst emergency_mo_mt_call.py: using LAC 38841\u000a05:50:34.684135 tst emergency_mo_mt_call.py: using RAC 81\u000a05:50:34.811784 tst emergency_mo_mt_call.py: using CellId 38841\u000a05:50:34.942370 tst emergency_mo_mt_call.py: using BVCI 38842\u000a05:50:34.966938 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:50:34.978054 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:50:34.988834 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:50:34.999779 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:50:35.010704 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:50:35.021670 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a05:50:35.137128 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a05:50:35.346433 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:50:35.851019 run create_hlr_db(pid=14269): Launched\u000a05:50:36.025911 bus /sierra_2: Setting Powered False\u000a05:50:37.045662 run create_hlr_db(pid=14269): Terminated: ok {rc=0}\u000a05:50:37.471493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14271): Launched\u000a05:50:37.791147 run osmo-hlr_10.42.42.2(pid=14272): Launched\u000a05:50:37.908621 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:50:38.467310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14274): Launched\u000a05:50:38.788308 run osmo-stp_10.42.42.5(pid=14275): Launched\u000a05:50:38.916605 tst emergency_mo_mt_call.py: using MSISDN 8529\u000a05:50:39.076652 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:50:39.661422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14277): Launched\u000a05:50:39.983550 run osmo-msc_10.42.42.6(pid=14278): Launched\u000a05:50:40.171566 run osmo-stp_10.42.42.5(pid=14275): ERR: Terminated: ERROR {rc=1} [trial-2400↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14275)]\u000a05:50:40.307039 run osmo-stp_10.42.42.5(pid=14275): stdout: \u000a| (launched: 2022-12-14_05:50:38.630833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:50:40.441146 run osmo-stp_10.42.42.5(pid=14275): stderr: \u000a| �[0;m�[38;5;43m20221214055038823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055038823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055038823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055038823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055038824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055038824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055038824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:50:40.570334 run osmo-stp_10.42.42.5(pid=14275): stdout: \u000a| (launched: 2022-12-14_05:50:38.630833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:50:40.698326 run osmo-stp_10.42.42.5(pid=14275): stderr: \u000a| �[0;m�[38;5;43m20221214055038823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055038823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055038823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055038823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055038824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055038824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055038824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:50:40.754113 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=14275): Process ended prematurely: osmo-stp_10.42.42.5(pid=14275) [trial-2400↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14275)] [trial-2400↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a05:50:40.762920 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a05:50:40.824451 run osmo-hlr_10.42.42.2(pid=14272): ERR: Terminated: ERROR {rc=237} [trial-2400↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14272)]\u000a05:50:40.875247 run osmo-hlr_10.42.42.2(pid=14272): stdout: \u000a| (launched: 2022-12-14_05:50:37.634460) \u000a05:50:40.926615 run osmo-hlr_10.42.42.2(pid=14272): stderr: \u000a| �[0;m�[1;31m20221214055037830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055037830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055037830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055037830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055037830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055037830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055037843 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055037851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055037852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055037852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:50:40.996359 run osmo-msc_10.42.42.6(pid=14278): ERR: Terminated: ERROR {rc=2} [trial-2400↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14278)]\u000a05:50:41.047093 run osmo-msc_10.42.42.6(pid=14278): stdout: \u000a| (launched: 2022-12-14_05:50:39.824646) \u000a05:50:41.098339 run osmo-msc_10.42.42.6(pid=14278): stderr: \u000a| �[0;m�[38;5;43m20221214055040142 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214055040142 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fec43ea1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214055040143 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214055040143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214055040143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214055040143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214055040145 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214055040145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214055040145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214055040146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:50:41.142068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14271): Terminating (SIGTERM)\u000a05:50:41.183433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14274): Terminating (SIGTERM)\u000a05:50:41.224913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14277): Terminating (SIGTERM)\u000a05:50:41.234584 --- ParallelTerminationStrategy: PID 14271 died...\u000a05:50:41.289861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14271): Terminated: ok {rc=0}\u000a05:50:41.299927 --- ParallelTerminationStrategy: PID 14274 died...\u000a05:50:41.354939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14274): Terminated: ok {rc=0}\u000a05:50:41.364910 --- ParallelTerminationStrategy: PID 14277 died...\u000a05:50:41.419903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14277): Terminated: ok {rc=0}\u000a05:50:41.506808 bus /sierra_3: Setting Powered False\u000a05:50:42.608751 bus /sierra_3: Setting Powered False\u000a05:50:43.718015 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14286): Process ended prematurely: osmo-stp_10.42.42.5(pid=14286) [trial-2400↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14286)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14286): Process ended prematurely: osmo-stp_10.42.42.5(pid=14286) [trial-2400↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14286)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a05:50:44.770129 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:50:44.781989 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a05:50:44.919373 tst emergency_preemptive_call.py: using LAC 38842\u000a05:50:45.040399 tst emergency_preemptive_call.py: using RAC 82\u000a05:50:45.159021 tst emergency_preemptive_call.py: using CellId 38842\u000a05:50:45.283351 tst emergency_preemptive_call.py: using BVCI 38843\u000a05:50:45.308279 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:50:45.319705 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:50:45.330947 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:50:45.342161 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:50:45.353897 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:50:45.365713 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a05:50:45.481366 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a05:50:45.600414 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a05:50:45.715990 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a05:50:45.955765 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:50:46.517980 run create_hlr_db(pid=14280): Launched\u000a05:50:46.711960 bus /sierra_2: Setting Powered False\u000a05:50:47.726447 run create_hlr_db(pid=14280): Terminated: ok {rc=0}\u000a05:50:48.133367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14282): Launched\u000a05:50:48.434511 run osmo-hlr_10.42.42.2(pid=14283): Launched\u000a05:50:48.550215 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:50:49.077493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14285): Launched\u000a05:50:49.378438 run osmo-stp_10.42.42.5(pid=14286): Launched\u000a05:50:49.499710 tst emergency_preemptive_call.py: using MSISDN 8530\u000a05:50:49.648125 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:50:50.194035 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14288): Launched\u000a05:50:50.495007 run osmo-msc_10.42.42.6(pid=14289): Launched\u000a05:50:50.671236 run osmo-stp_10.42.42.5(pid=14286): ERR: Terminated: ERROR {rc=1} [trial-2400↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14286)]\u000a05:50:50.798848 run osmo-stp_10.42.42.5(pid=14286): stdout: \u000a| (launched: 2022-12-14_05:50:49.229339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:50:50.923804 run osmo-stp_10.42.42.5(pid=14286): stderr: \u000a| �[0;m�[38;5;43m20221214055049397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055049397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055049397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055049398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055049398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055049398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055049398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:50:51.044057 run osmo-stp_10.42.42.5(pid=14286): stdout: \u000a| (launched: 2022-12-14_05:50:49.229339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:50:51.163458 run osmo-stp_10.42.42.5(pid=14286): stderr: \u000a| �[0;m�[38;5;43m20221214055049397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055049397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055049397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055049398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055049398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055049398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055049398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:50:51.215459 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=14286): Process ended prematurely: osmo-stp_10.42.42.5(pid=14286) [trial-2400↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14286)] [trial-2400↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a05:50:51.223616 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a05:50:51.284576 run osmo-hlr_10.42.42.2(pid=14283): ERR: Terminated: ERROR {rc=237} [trial-2400↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14283)]\u000a05:50:51.333743 run osmo-hlr_10.42.42.2(pid=14283): stdout: \u000a| (launched: 2022-12-14_05:50:48.285629) \u000a05:50:51.383662 run osmo-hlr_10.42.42.2(pid=14283): stderr: \u000a| �[0;m�[1;31m20221214055048458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055048458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055048458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055048458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055048458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055048458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055048471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055048480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055048480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055048480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:50:51.451522 run osmo-msc_10.42.42.6(pid=14289): ERR: Terminated: ERROR {rc=2} [trial-2400↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14289)]\u000a05:50:51.500637 run osmo-msc_10.42.42.6(pid=14289): stdout: \u000a| (launched: 2022-12-14_05:50:50.346048) \u000a05:50:51.550006 run osmo-msc_10.42.42.6(pid=14289): stderr: \u000a| �[0;m�[38;5;43m20221214055050614 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214055050614 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0cf938ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214055050614 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214055050614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214055050614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214055050615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214055050616 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214055050617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214055050617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214055050617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:50:51.592003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14282): Terminating (SIGTERM)\u000a05:50:51.631965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14285): Terminating (SIGTERM)\u000a05:50:51.671834 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14288): Terminating (SIGTERM)\u000a05:50:51.680903 --- ParallelTerminationStrategy: PID 14282 died...\u000a05:50:51.734691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14282): Terminated: ok {rc=0}\u000a05:50:51.744322 --- ParallelTerminationStrategy: PID 14285 died...\u000a05:50:51.797495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14285): Terminated: ok {rc=0}\u000a05:50:51.806977 --- ParallelTerminationStrategy: PID 14288 died...\u000a05:50:51.860383 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14288): Terminated: ok {rc=0}\u000a05:50:51.947987 bus /sierra_9: Setting Powered False\u000a05:50:53.058698 bus /sierra_9: Setting Powered False\u000a05:50:54.167184 bus /sierra_8: Setting Powered False\u000a05:50:55.269810 bus /sierra_8: Setting Powered False\u000a05:50:56.381248 bus /sierra_3: Setting Powered False\u000a05:50:57.486997 bus /sierra_3: Setting Powered False\u000a05:50:58.595235 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:50:34" }, { "cases" : [ { "testActions" : [ ], "age" : 83, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14305): Process ended prematurely: osmo-stp_10.42.42.5(pid=14305) [trial-2400↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14305)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14305): Process ended prematurely: osmo-stp_10.42.42.5(pid=14305) [trial-2400↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:51:00.706684 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:00.717219 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a05:51:00.868640 tst cs_paging_gprs_active.py: using LAC 38843\u000a05:51:01.011223 tst cs_paging_gprs_active.py: using RAC 83\u000a05:51:01.145426 tst cs_paging_gprs_active.py: using CellId 38843\u000a05:51:01.300193 tst cs_paging_gprs_active.py: using BVCI 38844\u000a05:51:01.333910 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:01.348567 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:01.363287 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:01.378343 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:01.392857 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:01.406840 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:01.418868 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:01.431116 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:01.443759 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a05:51:01.589651 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a05:51:01.899446 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:51:02.031921 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:51:02.369290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14295): Launched\u000a05:51:02.633384 run iperf3-srv_10.42.42.10(pid=14296): Launched\u000a05:51:02.820575 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:51:02.949718 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:51:03.268272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14297): Launched\u000a05:51:03.532580 run iperf3-srv_10.42.42.10(pid=14298): Launched\u000a05:51:03.720290 tst cs_paging_gprs_active.py:38: start network...\u000a05:51:03.848273 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:51:04.332094 run create_hlr_db(pid=14299): Launched\u000a05:51:04.508925 bus /sierra_2: Setting Powered False\u000a05:51:05.531199 run create_hlr_db(pid=14299): Terminated: ok {rc=0}\u000a05:51:05.948031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14301): Launched\u000a05:51:06.275365 run osmo-hlr_10.42.42.2(pid=14302): Launched\u000a05:51:06.399721 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:51:06.968557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14304): Launched\u000a05:51:07.295073 run osmo-stp_10.42.42.5(pid=14305): Launched\u000a05:51:07.414939 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:51:07.986902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14307): Launched\u000a05:51:08.104246 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:51:08.389831 run patchelf(pid=14308): Launched\u000a05:51:08.582198 run osmo-stp_10.42.42.5(pid=14305): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14305)]\u000a05:51:08.722533 run osmo-stp_10.42.42.5(pid=14305): stdout: \u000a| (launched: 2022-12-14_05:51:07.135864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:51:08.863158 run osmo-stp_10.42.42.5(pid=14305): stderr: \u000a| �[0;m�[38;5;43m20221214055107324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055107324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055107324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055107325 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055107325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055107325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055107325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:51:08.999126 run osmo-stp_10.42.42.5(pid=14305): stdout: \u000a| (launched: 2022-12-14_05:51:07.135864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:51:09.132892 run osmo-stp_10.42.42.5(pid=14305): stderr: \u000a| �[0;m�[38;5;43m20221214055107324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055107324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055107324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055107325 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055107325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055107325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055107325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:51:09.288516 run patchelf(pid=14308): Terminating (SIGINT)\u000a05:51:09.471988 run patchelf(pid=14308): Terminated: ok {rc=0}\u000a05:51:09.505775 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14305): Process ended prematurely: osmo-stp_10.42.42.5(pid=14305) [trial-2400↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14305)] [trial-2400↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a05:51:09.515963 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a05:51:09.577906 run osmo-hlr_10.42.42.2(pid=14302): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14302)]\u000a05:51:09.628516 run osmo-hlr_10.42.42.2(pid=14302): stdout: \u000a| (launched: 2022-12-14_05:51:06.115188) \u000a05:51:09.679914 run osmo-hlr_10.42.42.2(pid=14302): stderr: \u000a| �[0;m�[1;31m20221214055106311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055106311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055106311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055106311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055106311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055106311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055106324 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055106332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055106333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055106333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:51:09.724036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14295): Terminating (SIGTERM)\u000a05:51:09.765560 run iperf3-srv_10.42.42.10(pid=14296): Terminating (SIGTERM)\u000a05:51:09.806884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14297): Terminating (SIGTERM)\u000a05:51:09.848160 run iperf3-srv_10.42.42.10(pid=14298): Terminating (SIGTERM)\u000a05:51:09.889732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14301): Terminating (SIGTERM)\u000a05:51:09.931154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14304): Terminating (SIGTERM)\u000a05:51:09.972937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14307): Terminating (SIGTERM)\u000a05:51:09.982669 --- ParallelTerminationStrategy: PID 14295 died...\u000a05:51:10.038623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14295): Terminated: ok {rc=0}\u000a05:51:10.048794 --- ParallelTerminationStrategy: PID 14296 died...\u000a05:51:10.103983 run iperf3-srv_10.42.42.10(pid=14296): Terminated {rc=256}\u000a05:51:10.113959 --- ParallelTerminationStrategy: PID 14297 died...\u000a05:51:10.168756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14297): Terminated: ok {rc=0}\u000a05:51:10.178617 --- ParallelTerminationStrategy: PID 14298 died...\u000a05:51:10.233625 run iperf3-srv_10.42.42.10(pid=14298): Terminated {rc=256}\u000a05:51:10.243590 --- ParallelTerminationStrategy: PID 14301 died...\u000a05:51:10.298737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14301): Terminated: ok {rc=0}\u000a05:51:10.308615 --- ParallelTerminationStrategy: PID 14304 died...\u000a05:51:10.363657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14304): Terminated: ok {rc=0}\u000a05:51:10.373709 --- ParallelTerminationStrategy: PID 14307 died...\u000a05:51:10.429119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14307): Terminated: ok {rc=0}\u000a05:51:10.516129 bus /gobi_0: Setting Powered False\u000a05:51:11.622375 bus /gobi_0: Setting Powered False\u000a05:51:12.731290 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14317): Process ended prematurely: osmo-stp_10.42.42.5(pid=14317) [trial-2400↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14317)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14317): Process ended prematurely: osmo-stp_10.42.42.5(pid=14317) [trial-2400↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14317)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a05:51:13.846558 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:13.858315 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a05:51:14.006043 tst iperf3.py: using LAC 38844\u000a05:51:14.136462 tst iperf3.py: using RAC 84\u000a05:51:14.264359 tst iperf3.py: using CellId 38844\u000a05:51:14.402101 tst iperf3.py: using BVCI 38845\u000a05:51:14.427233 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:14.438523 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:14.449434 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:14.460255 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:14.471599 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:14.482639 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:14.493929 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:14.504868 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:14.515989 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a05:51:14.810685 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:51:14.948511 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:51:15.287390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14309): Launched\u000a05:51:15.567662 run iperf3-srv_10.42.42.10(pid=14310): Launched\u000a05:51:15.768297 tst iperf3.py:8: start network...\u000a05:51:15.910818 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:51:16.473864 run create_hlr_db(pid=14311): Launched\u000a05:51:16.665619 bus /gobi_6: Setting Powered False\u000a05:51:17.683720 run create_hlr_db(pid=14311): Terminated: ok {rc=0}\u000a05:51:18.095845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14313): Launched\u000a05:51:18.401684 run osmo-hlr_10.42.42.2(pid=14314): Launched\u000a05:51:18.521819 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:51:19.061899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14316): Launched\u000a05:51:19.368369 run osmo-stp_10.42.42.5(pid=14317): Launched\u000a05:51:19.480911 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:51:20.014250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14319): Launched\u000a05:51:20.124123 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:51:20.391595 run patchelf(pid=14320): Launched\u000a05:51:20.572165 run osmo-stp_10.42.42.5(pid=14317): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14317)]\u000a05:51:20.704122 run osmo-stp_10.42.42.5(pid=14317): stdout: \u000a| (launched: 2022-12-14_05:51:19.217809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:51:20.835889 run osmo-stp_10.42.42.5(pid=14317): stderr: \u000a| �[0;m�[38;5;43m20221214055119387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055119388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055119388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055119388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055119389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055119389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055119389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:51:20.963091 run osmo-stp_10.42.42.5(pid=14317): stdout: \u000a| (launched: 2022-12-14_05:51:19.217809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:51:21.089363 run osmo-stp_10.42.42.5(pid=14317): stderr: \u000a| �[0;m�[38;5;43m20221214055119387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055119388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055119388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055119388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055119389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055119389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055119389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:51:21.235986 run patchelf(pid=14320): Terminating (SIGINT)\u000a05:51:21.408074 run patchelf(pid=14320): Terminated: ok {rc=0}\u000a05:51:21.439975 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14317): Process ended prematurely: osmo-stp_10.42.42.5(pid=14317) [trial-2400↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14317)] [trial-2400↪gprs:trx-b200↪iperf3.py:8]\u000a05:51:21.449457 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a05:51:21.509252 run osmo-hlr_10.42.42.2(pid=14314): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14314)]\u000a05:51:21.557914 run osmo-hlr_10.42.42.2(pid=14314): stdout: \u000a| (launched: 2022-12-14_05:51:18.251575) \u000a05:51:21.607228 run osmo-hlr_10.42.42.2(pid=14314): stderr: \u000a| �[0;m�[1;31m20221214055118423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055118423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055118423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055118423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055118423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055118423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055118435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055118443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055118444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055118444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:51:21.649677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14309): Terminating (SIGTERM)\u000a05:51:21.689748 run iperf3-srv_10.42.42.10(pid=14310): Terminating (SIGTERM)\u000a05:51:21.729944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14313): Terminating (SIGTERM)\u000a05:51:21.769742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14316): Terminating (SIGTERM)\u000a05:51:21.809815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14319): Terminating (SIGTERM)\u000a05:51:21.819077 --- ParallelTerminationStrategy: PID 14309 died...\u000a05:51:21.872664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14309): Terminated: ok {rc=0}\u000a05:51:21.882381 --- ParallelTerminationStrategy: PID 14310 died...\u000a05:51:21.935520 run iperf3-srv_10.42.42.10(pid=14310): Terminated {rc=256}\u000a05:51:21.944906 --- ParallelTerminationStrategy: PID 14313 died...\u000a05:51:21.998000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14313): Terminated: ok {rc=0}\u000a05:51:22.007516 --- ParallelTerminationStrategy: PID 14316 died...\u000a05:51:22.060626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14316): Terminated: ok {rc=0}\u000a05:51:22.070185 --- ParallelTerminationStrategy: PID 14319 died...\u000a05:51:22.123281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14319): Terminated: ok {rc=0}\u000a05:51:22.210290 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14335): Process ended prematurely: osmo-stp_10.42.42.5(pid=14335) [trial-2400↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14335)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14335): Process ended prematurely: osmo-stp_10.42.42.5(pid=14335) [trial-2400↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14335)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a05:51:23.325136 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:23.336674 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a05:51:23.483280 tst iperf3m4.py: using LAC 38845\u000a05:51:23.614056 tst iperf3m4.py: using RAC 85\u000a05:51:23.733820 tst iperf3m4.py: using CellId 38845\u000a05:51:23.854032 tst iperf3m4.py: using BVCI 38846\u000a05:51:23.877584 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:23.888463 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:23.899226 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:23.909860 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:23.920565 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:23.931239 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:23.942235 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:23.952922 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:23.963880 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a05:51:24.079862 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a05:51:24.201114 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a05:51:24.318891 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a05:51:24.598013 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:51:24.726506 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:51:25.045973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14321): Launched\u000a05:51:25.310353 run iperf3-srv_10.42.42.10(pid=14322): Launched\u000a05:51:25.498099 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:51:25.626165 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:51:25.943391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14323): Launched\u000a05:51:26.207256 run iperf3-srv_10.42.42.10(pid=14324): Launched\u000a05:51:26.394624 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:51:26.522713 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:51:26.841312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14325): Launched\u000a05:51:27.105830 run iperf3-srv_10.42.42.10(pid=14326): Launched\u000a05:51:27.293366 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:51:27.421948 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:51:27.739930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14327): Launched\u000a05:51:28.003333 run iperf3-srv_10.42.42.10(pid=14328): Launched\u000a05:51:28.190759 tst iperf3m4.py:8: start network...\u000a05:51:28.319155 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:51:28.800676 run create_hlr_db(pid=14329): Launched\u000a05:51:28.977428 bus /gobi_6: Setting Powered False\u000a05:51:29.998633 run create_hlr_db(pid=14329): Terminated: ok {rc=0}\u000a05:51:30.407143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14331): Launched\u000a05:51:30.713819 run osmo-hlr_10.42.42.2(pid=14332): Launched\u000a05:51:30.851581 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:51:31.516448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14334): Launched\u000a05:51:31.999843 run osmo-stp_10.42.42.5(pid=14335): Launched\u000a05:51:32.133192 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:51:32.712199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14337): Launched\u000a05:51:32.830438 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:51:33.119682 run patchelf(pid=14338): Launched\u000a05:51:33.315236 run osmo-stp_10.42.42.5(pid=14335): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14335)]\u000a05:51:33.458745 run osmo-stp_10.42.42.5(pid=14335): stdout: \u000a| (launched: 2022-12-14_05:51:31.675719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:51:33.602876 run osmo-stp_10.42.42.5(pid=14335): stderr: \u000a| �[0;m�[38;5;43m20221214055131892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055131892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055131892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055131893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055131893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055131893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055131893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:51:33.741448 run osmo-stp_10.42.42.5(pid=14335): stdout: \u000a| (launched: 2022-12-14_05:51:31.675719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:51:33.878789 run osmo-stp_10.42.42.5(pid=14335): stderr: \u000a| �[0;m�[38;5;43m20221214055131892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055131892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055131892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055131893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055131893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055131893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055131893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:51:34.038369 run patchelf(pid=14338): Terminating (SIGINT)\u000a05:51:34.225827 run patchelf(pid=14338): Terminated: ok {rc=0}\u000a05:51:34.260120 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14335): Process ended prematurely: osmo-stp_10.42.42.5(pid=14335) [trial-2400↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14335)] [trial-2400↪gprs:trx-b200↪iperf3m4.py:8]\u000a05:51:34.270374 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a05:51:34.334389 run osmo-hlr_10.42.42.2(pid=14332): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14332)]\u000a05:51:34.386595 run osmo-hlr_10.42.42.2(pid=14332): stdout: \u000a| (launched: 2022-12-14_05:51:30.562826) \u000a05:51:34.439273 run osmo-hlr_10.42.42.2(pid=14332): stderr: \u000a| �[0;m�[1;31m20221214055130735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055130735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055130735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055130735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055130735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055130735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055130747 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055130755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055130755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055130756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:51:34.484704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14321): Terminating (SIGTERM)\u000a05:51:34.527703 run iperf3-srv_10.42.42.10(pid=14322): Terminating (SIGTERM)\u000a05:51:34.570479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14323): Terminating (SIGTERM)\u000a05:51:34.613943 run iperf3-srv_10.42.42.10(pid=14324): Terminating (SIGTERM)\u000a05:51:34.656999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14325): Terminating (SIGTERM)\u000a05:51:34.699891 run iperf3-srv_10.42.42.10(pid=14326): Terminating (SIGTERM)\u000a05:51:34.742498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14327): Terminating (SIGTERM)\u000a05:51:34.785281 run iperf3-srv_10.42.42.10(pid=14328): Terminating (SIGTERM)\u000a05:51:34.827860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14331): Terminating (SIGTERM)\u000a05:51:34.870834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14334): Terminating (SIGTERM)\u000a05:51:34.913607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14337): Terminating (SIGTERM)\u000a05:51:34.923523 --- ParallelTerminationStrategy: PID 14321 died...\u000a05:51:34.980624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14321): Terminated: ok {rc=0}\u000a05:51:34.990834 --- ParallelTerminationStrategy: PID 14322 died...\u000a05:51:35.047468 run iperf3-srv_10.42.42.10(pid=14322): Terminated {rc=256}\u000a05:51:35.057802 --- ParallelTerminationStrategy: PID 14323 died...\u000a05:51:35.114793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14323): Terminated: ok {rc=0}\u000a05:51:35.125087 --- ParallelTerminationStrategy: PID 14324 died...\u000a05:51:35.181583 run iperf3-srv_10.42.42.10(pid=14324): Terminated {rc=256}\u000a05:51:35.191876 --- ParallelTerminationStrategy: PID 14325 died...\u000a05:51:35.248526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14325): Terminated: ok {rc=0}\u000a05:51:35.258885 --- ParallelTerminationStrategy: PID 14326 died...\u000a05:51:35.315566 run iperf3-srv_10.42.42.10(pid=14326): Terminated {rc=256}\u000a05:51:35.325948 --- ParallelTerminationStrategy: PID 14327 died...\u000a05:51:35.382543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14327): Terminated: ok {rc=0}\u000a05:51:35.392822 --- ParallelTerminationStrategy: PID 14328 died...\u000a05:51:35.449430 run iperf3-srv_10.42.42.10(pid=14328): Terminated {rc=256}\u000a05:51:35.459617 --- ParallelTerminationStrategy: PID 14331 died...\u000a05:51:35.516373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14331): Terminated: ok {rc=0}\u000a05:51:35.526792 --- ParallelTerminationStrategy: PID 14334 died...\u000a05:51:35.583439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14334): Terminated: ok {rc=0}\u000a05:51:35.593857 --- ParallelTerminationStrategy: PID 14337 died...\u000a05:51:35.650415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14337): Terminated: ok {rc=0}\u000a05:51:35.738391 bus /gobi_4: Setting Powered False\u000a05:51:36.843471 bus /gobi_4: Setting Powered False\u000a05:51:37.955321 bus /gobi_1: Setting Powered False\u000a05:51:39.059294 bus /gobi_1: Setting Powered False\u000a05:51:40.170583 bus /gobi_0: Setting Powered False\u000a05:51:41.273559 bus /gobi_0: Setting Powered False\u000a05:51:42.386413 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14346): Process ended prematurely: osmo-stp_10.42.42.5(pid=14346) [trial-2400↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14346)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14346): Process ended prematurely: osmo-stp_10.42.42.5(pid=14346) [trial-2400↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14346)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a05:51:43.453185 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:43.464220 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a05:51:43.604923 tst ping.py: using LAC 38846\u000a05:51:43.726650 tst ping.py: using RAC 86\u000a05:51:43.850200 tst ping.py: using CellId 38846\u000a05:51:43.971410 tst ping.py: using BVCI 38847\u000a05:51:43.995298 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:44.006062 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:44.016675 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:44.027266 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:44.038593 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:44.049516 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:44.060778 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:44.071735 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a05:51:44.370805 tst ping.py:19: start network...\u000a05:51:44.509445 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:51:45.034982 run create_hlr_db(pid=14340): Launched\u000a05:51:45.226456 bus /gobi_6: Setting Powered False\u000a05:51:46.248824 run create_hlr_db(pid=14340): Terminated: ok {rc=0}\u000a05:51:46.682620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14342): Launched\u000a05:51:47.014182 run osmo-hlr_10.42.42.2(pid=14343): Launched\u000a05:51:47.167133 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:51:47.751347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14345): Launched\u000a05:51:48.081866 run osmo-stp_10.42.42.5(pid=14346): Launched\u000a05:51:48.201900 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:51:48.775114 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14348): Launched\u000a05:51:48.892708 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:51:49.178790 run patchelf(pid=14349): Launched\u000a05:51:49.371376 run osmo-stp_10.42.42.5(pid=14346): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14346)]\u000a05:51:49.512399 run osmo-stp_10.42.42.5(pid=14346): stdout: \u000a| (launched: 2022-12-14_05:51:47.918864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:51:49.653411 run osmo-stp_10.42.42.5(pid=14346): stderr: \u000a| �[0;m�[38;5;43m20221214055148114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055148114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055148114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055148114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055148115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055148115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055148115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:51:49.789255 run osmo-stp_10.42.42.5(pid=14346): stdout: \u000a| (launched: 2022-12-14_05:51:47.918864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:51:49.923991 run osmo-stp_10.42.42.5(pid=14346): stderr: \u000a| �[0;m�[38;5;43m20221214055148114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055148114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055148114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055148114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055148115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055148115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055148115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:51:50.081060 run patchelf(pid=14349): Terminating (SIGINT)\u000a05:51:50.265032 run patchelf(pid=14349): Terminated: ok {rc=0}\u000a05:51:50.298203 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14346): Process ended prematurely: osmo-stp_10.42.42.5(pid=14346) [trial-2400↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14346)] [trial-2400↪gprs:trx-b200↪ping.py:22]\u000a05:51:50.307493 tst ping.py:22: Test FAILED (6.8 sec)\u000a05:51:50.370955 run osmo-hlr_10.42.42.2(pid=14343): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14343)]\u000a05:51:50.422976 run osmo-hlr_10.42.42.2(pid=14343): stdout: \u000a| (launched: 2022-12-14_05:51:46.845254) \u000a05:51:50.475486 run osmo-hlr_10.42.42.2(pid=14343): stderr: \u000a| �[0;m�[1;31m20221214055147249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055147249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055147249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055147249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055147249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055147249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055147273 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055147281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055147281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055147282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:51:50.520636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14342): Terminating (SIGTERM)\u000a05:51:50.563759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14345): Terminating (SIGTERM)\u000a05:51:50.606063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14348): Terminating (SIGTERM)\u000a05:51:50.615835 --- ParallelTerminationStrategy: PID 14342 died...\u000a05:51:50.672312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14342): Terminated: ok {rc=0}\u000a05:51:50.682440 --- ParallelTerminationStrategy: PID 14345 died...\u000a05:51:50.738864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14345): Terminated: ok {rc=0}\u000a05:51:50.748894 --- ParallelTerminationStrategy: PID 14348 died...\u000a05:51:50.805066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14348): Terminated: ok {rc=0}\u000a05:51:50.892386 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14356): Process ended prematurely: osmo-stp_10.42.42.5(pid=14356) [trial-2400↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14356)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14356): Process ended prematurely: osmo-stp_10.42.42.5(pid=14356) [trial-2400↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14356)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a05:51:51.946695 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:51.958567 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a05:51:52.111283 tst ping_idle_ping.py: using LAC 38847\u000a05:51:52.239384 tst ping_idle_ping.py: using RAC 87\u000a05:51:52.369476 tst ping_idle_ping.py: using CellId 38847\u000a05:51:52.502892 tst ping_idle_ping.py: using BVCI 38848\u000a05:51:52.528410 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:52.539652 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:52.550796 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:52.561890 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:52.573478 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:52.584892 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:52.596448 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:51:52.607963 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a05:51:52.905351 tst ping_idle_ping.py:24: start network...\u000a05:51:53.043756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:51:53.573758 run create_hlr_db(pid=14350): Launched\u000a05:51:53.765501 bus /gobi_6: Setting Powered False\u000a05:51:54.785975 run create_hlr_db(pid=14350): Terminated: ok {rc=0}\u000a05:51:55.202894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14352): Launched\u000a05:51:55.513753 run osmo-hlr_10.42.42.2(pid=14353): Launched\u000a05:51:55.633999 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:51:56.176485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14355): Launched\u000a05:51:56.486311 run osmo-stp_10.42.42.5(pid=14356): Launched\u000a05:51:56.601515 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:51:57.140349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14358): Launched\u000a05:51:57.251180 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:51:57.523049 run patchelf(pid=14359): Launched\u000a05:51:57.704653 run osmo-stp_10.42.42.5(pid=14356): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14356)]\u000a05:51:57.837498 run osmo-stp_10.42.42.5(pid=14356): stdout: \u000a| (launched: 2022-12-14_05:51:56.333616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:51:57.970442 run osmo-stp_10.42.42.5(pid=14356): stderr: \u000a| �[0;m�[38;5;43m20221214055156504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055156504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055156504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055156505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055156505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055156505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055156505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:51:58.098627 run osmo-stp_10.42.42.5(pid=14356): stdout: \u000a| (launched: 2022-12-14_05:51:56.333616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:51:58.225714 run osmo-stp_10.42.42.5(pid=14356): stderr: \u000a| �[0;m�[38;5;43m20221214055156504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055156504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055156504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055156505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055156505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055156505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055156505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:51:58.374128 run patchelf(pid=14359): Terminating (SIGINT)\u000a05:51:58.547424 run patchelf(pid=14359): Terminated: ok {rc=0}\u000a05:51:58.578798 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14356): Process ended prematurely: osmo-stp_10.42.42.5(pid=14356) [trial-2400↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14356)] [trial-2400↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a05:51:58.587772 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a05:51:58.648850 run osmo-hlr_10.42.42.2(pid=14353): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14353)]\u000a05:51:58.699290 run osmo-hlr_10.42.42.2(pid=14353): stdout: \u000a| (launched: 2022-12-14_05:51:55.361232) \u000a05:51:58.749949 run osmo-hlr_10.42.42.2(pid=14353): stderr: \u000a| �[0;m�[1;31m20221214055155538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055155538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055155538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055155538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055155538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055155538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055155550 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055155558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055155558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055155558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:51:58.793255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14352): Terminating (SIGTERM)\u000a05:51:58.834018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14355): Terminating (SIGTERM)\u000a05:51:58.874606 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14358): Terminating (SIGTERM)\u000a05:51:58.883970 --- ParallelTerminationStrategy: PID 14352 died...\u000a05:51:58.939162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14352): Terminated: ok {rc=0}\u000a05:51:58.949006 --- ParallelTerminationStrategy: PID 14355 died...\u000a05:51:59.003353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14355): Terminated: ok {rc=0}\u000a05:51:59.013193 --- ParallelTerminationStrategy: PID 14358 died...\u000a05:51:59.067409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14358): Terminated: ok {rc=0}\u000a05:51:59.152511 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:51:00" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14373): Process ended prematurely: osmo-stp_10.42.42.5(pid=14373) [trial-2400↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14373)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14373): Process ended prematurely: osmo-stp_10.42.42.5(pid=14373) [trial-2400↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14373)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:52:01.375460 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:01.391947 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:52:01.553552 tst cs_paging_gprs_active.py: using LAC 38848\u000a05:52:01.683696 tst cs_paging_gprs_active.py: using RAC 88\u000a05:52:01.839034 tst cs_paging_gprs_active.py: using CellId 38848\u000a05:52:01.998812 tst cs_paging_gprs_active.py: using BVCI 38849\u000a05:52:02.031786 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:02.046350 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:02.060830 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:02.075753 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:02.091149 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:02.104866 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:02.118149 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:02.131773 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:02.146476 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:52:02.272681 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:52:02.577288 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:52:02.718065 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:52:03.065069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14363): Launched\u000a05:52:03.353455 run iperf3-srv_10.42.42.10(pid=14364): Launched\u000a05:52:03.560565 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:52:03.700792 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:52:04.048413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14365): Launched\u000a05:52:04.337016 run iperf3-srv_10.42.42.10(pid=14366): Launched\u000a05:52:04.543473 tst cs_paging_gprs_active.py:38: start network...\u000a05:52:04.683606 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:52:05.219348 run create_hlr_db(pid=14367): Launched\u000a05:52:05.413663 bus /gobi_6: Setting Powered False\u000a05:52:06.433545 run create_hlr_db(pid=14367): Terminated: ok {rc=0}\u000a05:52:06.856171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14369): Launched\u000a05:52:07.171220 run osmo-hlr_10.42.42.2(pid=14370): Launched\u000a05:52:07.294294 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:52:07.847437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14372): Launched\u000a05:52:08.162052 run osmo-stp_10.42.42.5(pid=14373): Launched\u000a05:52:08.277295 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:52:08.825257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14375): Launched\u000a05:52:08.937871 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:52:09.211568 run patchelf(pid=14376): Launched\u000a05:52:09.396445 run osmo-stp_10.42.42.5(pid=14373): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14373)]\u000a05:52:09.531714 run osmo-stp_10.42.42.5(pid=14373): stdout: \u000a| (launched: 2022-12-14_05:52:08.007307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:52:09.667038 run osmo-stp_10.42.42.5(pid=14373): stderr: \u000a| �[0;m�[38;5;43m20221214055208177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055208177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055208178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055208178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055208179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055208179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055208179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:52:09.797313 run osmo-stp_10.42.42.5(pid=14373): stdout: \u000a| (launched: 2022-12-14_05:52:08.007307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:52:09.926389 run osmo-stp_10.42.42.5(pid=14373): stderr: \u000a| �[0;m�[38;5;43m20221214055208177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055208177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055208178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055208178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055208179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055208179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055208179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:52:10.077258 run patchelf(pid=14376): Terminating (SIGINT)\u000a05:52:10.254425 run patchelf(pid=14376): Terminated: ok {rc=0}\u000a05:52:10.286927 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14373): Process ended prematurely: osmo-stp_10.42.42.5(pid=14373) [trial-2400↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14373)] [trial-2400↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a05:52:10.296369 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a05:52:10.357039 run osmo-hlr_10.42.42.2(pid=14370): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14370)]\u000a05:52:10.406400 run osmo-hlr_10.42.42.2(pid=14370): stdout: \u000a| (launched: 2022-12-14_05:52:07.016338) \u000a05:52:10.456293 run osmo-hlr_10.42.42.2(pid=14370): stderr: \u000a| �[0;m�[1;31m20221214055207194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055207194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055207195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055207195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055207195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055207195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055207210 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055207218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055207219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055207219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:52:10.499205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14363): Terminating (SIGTERM)\u000a05:52:10.539832 run iperf3-srv_10.42.42.10(pid=14364): Terminating (SIGTERM)\u000a05:52:10.580202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14365): Terminating (SIGTERM)\u000a05:52:10.620230 run iperf3-srv_10.42.42.10(pid=14366): Terminating (SIGTERM)\u000a05:52:10.660357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14369): Terminating (SIGTERM)\u000a05:52:10.700506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14372): Terminating (SIGTERM)\u000a05:52:10.740522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14375): Terminating (SIGTERM)\u000a05:52:10.749827 --- ParallelTerminationStrategy: PID 14363 died...\u000a05:52:10.804005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14363): Terminated: ok {rc=0}\u000a05:52:10.813691 --- ParallelTerminationStrategy: PID 14364 died...\u000a05:52:10.867315 run iperf3-srv_10.42.42.10(pid=14364): Terminated {rc=256}\u000a05:52:10.876798 --- ParallelTerminationStrategy: PID 14365 died...\u000a05:52:10.930602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14365): Terminated: ok {rc=0}\u000a05:52:10.940146 --- ParallelTerminationStrategy: PID 14366 died...\u000a05:52:10.993721 run iperf3-srv_10.42.42.10(pid=14366): Terminated {rc=256}\u000a05:52:11.003579 --- ParallelTerminationStrategy: PID 14369 died...\u000a05:52:11.057387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14369): Terminated: ok {rc=0}\u000a05:52:11.067104 --- ParallelTerminationStrategy: PID 14372 died...\u000a05:52:11.120821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14372): Terminated: ok {rc=0}\u000a05:52:11.130332 --- ParallelTerminationStrategy: PID 14375 died...\u000a05:52:11.183992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14375): Terminated: ok {rc=0}\u000a05:52:11.267698 bus /gobi_0: Setting Powered False\u000a05:52:12.369605 bus /gobi_0: Setting Powered False\u000a05:52:13.480237 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14385): Process ended prematurely: osmo-stp_10.42.42.5(pid=14385) [trial-2400↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14385)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14385): Process ended prematurely: osmo-stp_10.42.42.5(pid=14385) [trial-2400↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14385)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a05:52:14.594034 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:14.605636 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:52:14.750709 tst iperf3.py: using LAC 38849\u000a05:52:14.875598 tst iperf3.py: using RAC 89\u000a05:52:14.999814 tst iperf3.py: using CellId 38849\u000a05:52:15.124232 tst iperf3.py: using BVCI 38850\u000a05:52:15.148218 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:15.159179 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:15.169837 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:15.180396 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:15.191882 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:15.203103 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:15.214504 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:15.225637 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:15.236905 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:52:15.523037 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:52:15.655299 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:52:16.014013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14377): Launched\u000a05:52:16.321524 run iperf3-srv_10.42.42.10(pid=14378): Launched\u000a05:52:16.534374 tst iperf3.py:8: start network...\u000a05:52:16.681127 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:52:17.244828 run create_hlr_db(pid=14379): Launched\u000a05:52:17.440554 bus /gobi_6: Setting Powered False\u000a05:52:18.459863 run create_hlr_db(pid=14379): Terminated: ok {rc=0}\u000a05:52:18.881362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14381): Launched\u000a05:52:19.196119 run osmo-hlr_10.42.42.2(pid=14382): Launched\u000a05:52:19.319838 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:52:19.870372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14384): Launched\u000a05:52:20.183900 run osmo-stp_10.42.42.5(pid=14385): Launched\u000a05:52:20.298273 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:52:20.844840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14387): Launched\u000a05:52:20.957935 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:52:21.231038 run patchelf(pid=14388): Launched\u000a05:52:21.414934 run osmo-stp_10.42.42.5(pid=14385): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14385)]\u000a05:52:21.550522 run osmo-stp_10.42.42.5(pid=14385): stdout: \u000a| (launched: 2022-12-14_05:52:20.029646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:52:21.685550 run osmo-stp_10.42.42.5(pid=14385): stderr: \u000a| �[0;m�[38;5;43m20221214055220202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055220202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055220202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055220203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055220203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055220203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055220203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:52:21.815735 run osmo-stp_10.42.42.5(pid=14385): stdout: \u000a| (launched: 2022-12-14_05:52:20.029646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:52:21.945045 run osmo-stp_10.42.42.5(pid=14385): stderr: \u000a| �[0;m�[38;5;43m20221214055220202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055220202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055220202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055220203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055220203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055220203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055220203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:52:22.095198 run patchelf(pid=14388): Terminating (SIGINT)\u000a05:52:22.271515 run patchelf(pid=14388): Terminated: ok {rc=0}\u000a05:52:22.303803 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14385): Process ended prematurely: osmo-stp_10.42.42.5(pid=14385) [trial-2400↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14385)] [trial-2400↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a05:52:22.313316 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a05:52:22.374247 run osmo-hlr_10.42.42.2(pid=14382): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14382)]\u000a05:52:22.424024 run osmo-hlr_10.42.42.2(pid=14382): stdout: \u000a| (launched: 2022-12-14_05:52:19.041323) \u000a05:52:22.474489 run osmo-hlr_10.42.42.2(pid=14382): stderr: \u000a| �[0;m�[1;31m20221214055219217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055219217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055219217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055219217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055219217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055219217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055219230 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055219238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055219238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055219238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:52:22.517660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14377): Terminating (SIGTERM)\u000a05:52:22.558152 run iperf3-srv_10.42.42.10(pid=14378): Terminating (SIGTERM)\u000a05:52:22.598741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14381): Terminating (SIGTERM)\u000a05:52:22.639314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14384): Terminating (SIGTERM)\u000a05:52:22.679919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14387): Terminating (SIGTERM)\u000a05:52:22.689258 --- ParallelTerminationStrategy: PID 14377 died...\u000a05:52:22.744095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14377): Terminated: ok {rc=0}\u000a05:52:22.753837 --- ParallelTerminationStrategy: PID 14378 died...\u000a05:52:22.808131 run iperf3-srv_10.42.42.10(pid=14378): Terminated {rc=256}\u000a05:52:22.817888 --- ParallelTerminationStrategy: PID 14381 died...\u000a05:52:22.872177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14381): Terminated: ok {rc=0}\u000a05:52:22.881929 --- ParallelTerminationStrategy: PID 14384 died...\u000a05:52:22.936094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14384): Terminated: ok {rc=0}\u000a05:52:22.945836 --- ParallelTerminationStrategy: PID 14387 died...\u000a05:52:22.999906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14387): Terminated: ok {rc=0}\u000a05:52:23.089571 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14403): Process ended prematurely: osmo-stp_10.42.42.5(pid=14403) [trial-2400↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14403)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14403): Process ended prematurely: osmo-stp_10.42.42.5(pid=14403) [trial-2400↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14403)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a05:52:24.207245 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:24.219422 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:52:24.369485 tst iperf3m4.py: using LAC 38850\u000a05:52:24.503110 tst iperf3m4.py: using RAC 90\u000a05:52:24.633475 tst iperf3m4.py: using CellId 38850\u000a05:52:24.765992 tst iperf3m4.py: using BVCI 38851\u000a05:52:24.791634 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:24.803101 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:24.814310 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:24.825442 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:24.836717 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:24.848209 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:24.859842 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:24.870972 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:24.882507 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:52:25.005845 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:52:25.130663 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:52:25.253687 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:52:25.541680 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:52:25.673953 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:52:26.002543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14389): Launched\u000a05:52:26.272198 run iperf3-srv_10.42.42.10(pid=14390): Launched\u000a05:52:26.463352 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:52:26.594691 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:52:26.919280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14391): Launched\u000a05:52:27.191220 run iperf3-srv_10.42.42.10(pid=14392): Launched\u000a05:52:27.382929 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:52:27.514799 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:52:27.842980 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14393): Launched\u000a05:52:28.115069 run iperf3-srv_10.42.42.10(pid=14394): Launched\u000a05:52:28.306808 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:52:28.438305 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:52:28.765315 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14395): Launched\u000a05:52:29.034667 run iperf3-srv_10.42.42.10(pid=14396): Launched\u000a05:52:29.226140 tst iperf3m4.py:8: start network...\u000a05:52:29.357360 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:52:29.852878 run create_hlr_db(pid=14397): Launched\u000a05:52:30.034421 bus /gobi_6: Setting Powered False\u000a05:52:31.087405 run create_hlr_db(pid=14397): Terminated: ok {rc=0}\u000a05:52:31.555418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14399): Launched\u000a05:52:32.004063 run osmo-hlr_10.42.42.2(pid=14400): Launched\u000a05:52:32.154471 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:52:32.741702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14402): Launched\u000a05:52:33.055427 run osmo-stp_10.42.42.5(pid=14403): Launched\u000a05:52:33.170236 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:52:33.719306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14405): Launched\u000a05:52:33.832074 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:52:34.106591 run patchelf(pid=14406): Launched\u000a05:52:34.290341 run osmo-stp_10.42.42.5(pid=14403): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14403)]\u000a05:52:34.424855 run osmo-stp_10.42.42.5(pid=14403): stdout: \u000a| (launched: 2022-12-14_05:52:32.901577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:52:34.559499 run osmo-stp_10.42.42.5(pid=14403): stderr: \u000a| �[0;m�[38;5;43m20221214055233071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055233071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055233071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055233072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055233072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055233072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055233072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:52:34.689414 run osmo-stp_10.42.42.5(pid=14403): stdout: \u000a| (launched: 2022-12-14_05:52:32.901577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:52:34.817737 run osmo-stp_10.42.42.5(pid=14403): stderr: \u000a| �[0;m�[38;5;43m20221214055233071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055233071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055233071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055233072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055233072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055233072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055233072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:52:34.967389 run patchelf(pid=14406): Terminating (SIGINT)\u000a05:52:35.143384 run patchelf(pid=14406): Terminated: ok {rc=0}\u000a05:52:35.175684 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14403): Process ended prematurely: osmo-stp_10.42.42.5(pid=14403) [trial-2400↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14403)] [trial-2400↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a05:52:35.185173 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a05:52:35.246314 run osmo-hlr_10.42.42.2(pid=14400): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14400)]\u000a05:52:35.295903 run osmo-hlr_10.42.42.2(pid=14400): stdout: \u000a| (launched: 2022-12-14_05:52:31.731462) \u000a05:52:35.346045 run osmo-hlr_10.42.42.2(pid=14400): stderr: \u000a| �[0;m�[1;31m20221214055231979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055231979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055231980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055231980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055231980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055231980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055232005 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055232027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055232029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055232029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:52:35.388900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14389): Terminating (SIGTERM)\u000a05:52:35.429346 run iperf3-srv_10.42.42.10(pid=14390): Terminating (SIGTERM)\u000a05:52:35.469926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14391): Terminating (SIGTERM)\u000a05:52:35.510299 run iperf3-srv_10.42.42.10(pid=14392): Terminating (SIGTERM)\u000a05:52:35.551201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14393): Terminating (SIGTERM)\u000a05:52:35.591737 run iperf3-srv_10.42.42.10(pid=14394): Terminating (SIGTERM)\u000a05:52:35.632125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14395): Terminating (SIGTERM)\u000a05:52:35.672331 run iperf3-srv_10.42.42.10(pid=14396): Terminating (SIGTERM)\u000a05:52:35.712615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14399): Terminating (SIGTERM)\u000a05:52:35.752856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14402): Terminating (SIGTERM)\u000a05:52:35.793353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14405): Terminating (SIGTERM)\u000a05:52:35.802672 --- ParallelTerminationStrategy: PID 14389 died...\u000a05:52:35.857352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14389): Terminated: ok {rc=0}\u000a05:52:35.866937 --- ParallelTerminationStrategy: PID 14390 died...\u000a05:52:35.920816 run iperf3-srv_10.42.42.10(pid=14390): Terminated {rc=256}\u000a05:52:35.930455 --- ParallelTerminationStrategy: PID 14391 died...\u000a05:52:35.984651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14391): Terminated: ok {rc=0}\u000a05:52:35.994345 --- ParallelTerminationStrategy: PID 14392 died...\u000a05:52:36.048282 run iperf3-srv_10.42.42.10(pid=14392): Terminated {rc=256}\u000a05:52:36.057944 --- ParallelTerminationStrategy: PID 14393 died...\u000a05:52:36.112277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14393): Terminated: ok {rc=0}\u000a05:52:36.121990 --- ParallelTerminationStrategy: PID 14394 died...\u000a05:52:36.176274 run iperf3-srv_10.42.42.10(pid=14394): Terminated {rc=256}\u000a05:52:36.186007 --- ParallelTerminationStrategy: PID 14395 died...\u000a05:52:36.240225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14395): Terminated: ok {rc=0}\u000a05:52:36.249935 --- ParallelTerminationStrategy: PID 14396 died...\u000a05:52:36.304174 run iperf3-srv_10.42.42.10(pid=14396): Terminated {rc=256}\u000a05:52:36.313891 --- ParallelTerminationStrategy: PID 14399 died...\u000a05:52:36.368368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14399): Terminated: ok {rc=0}\u000a05:52:36.378105 --- ParallelTerminationStrategy: PID 14402 died...\u000a05:52:36.432494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14402): Terminated: ok {rc=0}\u000a05:52:36.442271 --- ParallelTerminationStrategy: PID 14405 died...\u000a05:52:36.496564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14405): Terminated: ok {rc=0}\u000a05:52:36.586532 bus /gobi_4: Setting Powered False\u000a05:52:37.691768 bus /gobi_4: Setting Powered False\u000a05:52:38.804641 bus /gobi_1: Setting Powered False\u000a05:52:39.908236 bus /gobi_1: Setting Powered False\u000a05:52:41.015808 bus /gobi_0: Setting Powered False\u000a05:52:42.124734 bus /gobi_0: Setting Powered False\u000a05:52:43.234230 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14413): Process ended prematurely: osmo-stp_10.42.42.5(pid=14413) [trial-2400↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14413)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14413): Process ended prematurely: osmo-stp_10.42.42.5(pid=14413) [trial-2400↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14413)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a05:52:44.303498 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:44.315503 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:52:44.460068 tst ping.py: using LAC 38851\u000a05:52:44.582616 tst ping.py: using RAC 91\u000a05:52:44.706531 tst ping.py: using CellId 38851\u000a05:52:44.829447 tst ping.py: using BVCI 38852\u000a05:52:44.853255 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:44.864190 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:44.874927 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:44.885778 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:44.897131 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:44.908116 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:44.919391 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:44.930498 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:52:45.227645 tst ping.py:19: start network...\u000a05:52:45.365295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:52:45.897484 run create_hlr_db(pid=14407): Launched\u000a05:52:46.108225 bus /gobi_6: Setting Powered False\u000a05:52:47.101002 run create_hlr_db(pid=14407): Terminated: ok {rc=0}\u000a05:52:47.537251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14409): Launched\u000a05:52:47.846842 run osmo-hlr_10.42.42.2(pid=14410): Launched\u000a05:52:47.968580 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:52:48.512798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14412): Launched\u000a05:52:48.820801 run osmo-stp_10.42.42.5(pid=14413): Launched\u000a05:52:48.933014 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:52:49.471942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14415): Launched\u000a05:52:49.582156 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:52:49.851971 run patchelf(pid=14416): Launched\u000a05:52:50.032603 run osmo-stp_10.42.42.5(pid=14413): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14413)]\u000a05:52:50.165134 run osmo-stp_10.42.42.5(pid=14413): stdout: \u000a| (launched: 2022-12-14_05:52:48.669301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:52:50.297642 run osmo-stp_10.42.42.5(pid=14413): stderr: \u000a| �[0;m�[38;5;43m20221214055248840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055248840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055248840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055248841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055248841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055248841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055248841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:52:50.425573 run osmo-stp_10.42.42.5(pid=14413): stdout: \u000a| (launched: 2022-12-14_05:52:48.669301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:52:50.552162 run osmo-stp_10.42.42.5(pid=14413): stderr: \u000a| �[0;m�[38;5;43m20221214055248840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055248840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055248840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055248841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055248841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055248841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055248841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:52:50.699310 run patchelf(pid=14416): Terminating (SIGINT)\u000a05:52:50.871744 run patchelf(pid=14416): Terminated: ok {rc=0}\u000a05:52:50.903225 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14413): Process ended prematurely: osmo-stp_10.42.42.5(pid=14413) [trial-2400↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14413)] [trial-2400↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a05:52:50.912079 tst ping.py:22: Test FAILED (6.6 sec)\u000a05:52:50.973309 run osmo-hlr_10.42.42.2(pid=14410): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14410)]\u000a05:52:51.023046 run osmo-hlr_10.42.42.2(pid=14410): stdout: \u000a| (launched: 2022-12-14_05:52:47.694675) \u000a05:52:51.073540 run osmo-hlr_10.42.42.2(pid=14410): stderr: \u000a| �[0;m�[1;31m20221214055247869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055247869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055247869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055247869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055247869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055247870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055247881 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055247889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055247890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055247890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:52:51.117072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14409): Terminating (SIGTERM)\u000a05:52:51.157516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14412): Terminating (SIGTERM)\u000a05:52:51.198038 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14415): Terminating (SIGTERM)\u000a05:52:51.207488 --- ParallelTerminationStrategy: PID 14409 died...\u000a05:52:51.262015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14409): Terminated: ok {rc=0}\u000a05:52:51.271656 --- ParallelTerminationStrategy: PID 14412 died...\u000a05:52:51.326029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14412): Terminated: ok {rc=0}\u000a05:52:51.335666 --- ParallelTerminationStrategy: PID 14415 died...\u000a05:52:51.389849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14415): Terminated: ok {rc=0}\u000a05:52:51.478524 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14423): Process ended prematurely: osmo-stp_10.42.42.5(pid=14423) [trial-2400↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14423)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14423): Process ended prematurely: osmo-stp_10.42.42.5(pid=14423) [trial-2400↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a05:52:52.531198 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:52.543348 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:52:52.697376 tst ping_idle_ping.py: using LAC 38852\u000a05:52:52.821327 tst ping_idle_ping.py: using RAC 92\u000a05:52:52.941487 tst ping_idle_ping.py: using CellId 38852\u000a05:52:53.061600 tst ping_idle_ping.py: using BVCI 38853\u000a05:52:53.085258 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:53.096094 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:53.106864 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:53.117556 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:53.128570 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:53.139632 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:53.150775 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:52:53.161804 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:52:53.458862 tst ping_idle_ping.py:24: start network...\u000a05:52:53.597079 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:52:54.125597 run create_hlr_db(pid=14417): Launched\u000a05:52:54.317112 bus /gobi_6: Setting Powered False\u000a05:52:55.338261 run create_hlr_db(pid=14417): Terminated: ok {rc=0}\u000a05:52:55.754768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14419): Launched\u000a05:52:56.064824 run osmo-hlr_10.42.42.2(pid=14420): Launched\u000a05:52:56.186093 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:52:56.728911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14422): Launched\u000a05:52:57.039035 run osmo-stp_10.42.42.5(pid=14423): Launched\u000a05:52:57.152922 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:52:57.693432 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14425): Launched\u000a05:52:57.804555 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:52:58.074341 run patchelf(pid=14426): Launched\u000a05:52:58.255661 run osmo-stp_10.42.42.5(pid=14423): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14423)]\u000a05:52:58.388373 run osmo-stp_10.42.42.5(pid=14423): stdout: \u000a| (launched: 2022-12-14_05:52:56.886024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:52:58.522049 run osmo-stp_10.42.42.5(pid=14423): stderr: \u000a| �[0;m�[38;5;43m20221214055257060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055257060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055257060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055257060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055257061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055257061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055257061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:52:58.650179 run osmo-stp_10.42.42.5(pid=14423): stdout: \u000a| (launched: 2022-12-14_05:52:56.886024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:52:58.776636 run osmo-stp_10.42.42.5(pid=14423): stderr: \u000a| �[0;m�[38;5;43m20221214055257060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055257060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055257060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055257060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055257061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055257061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055257061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:52:58.924920 run patchelf(pid=14426): Terminating (SIGINT)\u000a05:52:59.099178 run patchelf(pid=14426): Terminated: ok {rc=0}\u000a05:52:59.130695 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14423): Process ended prematurely: osmo-stp_10.42.42.5(pid=14423) [trial-2400↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14423)] [trial-2400↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a05:52:59.139543 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a05:52:59.200221 run osmo-hlr_10.42.42.2(pid=14420): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14420)]\u000a05:52:59.249622 run osmo-hlr_10.42.42.2(pid=14420): stdout: \u000a| (launched: 2022-12-14_05:52:55.912202) \u000a05:52:59.299525 run osmo-hlr_10.42.42.2(pid=14420): stderr: \u000a| �[0;m�[1;31m20221214055256087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055256087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055256087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055256087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055256088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055256088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055256100 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055256108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055256108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055256108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:52:59.342286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14419): Terminating (SIGTERM)\u000a05:52:59.382679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14422): Terminating (SIGTERM)\u000a05:52:59.423380 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14425): Terminating (SIGTERM)\u000a05:52:59.432762 --- ParallelTerminationStrategy: PID 14419 died...\u000a05:52:59.487617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14419): Terminated: ok {rc=0}\u000a05:52:59.497447 --- ParallelTerminationStrategy: PID 14422 died...\u000a05:52:59.551879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14422): Terminated: ok {rc=0}\u000a05:52:59.561597 --- ParallelTerminationStrategy: PID 14425 died...\u000a05:52:59.615985 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14425): Terminated: ok {rc=0}\u000a05:52:59.700473 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:52:00" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14441): Process ended prematurely: osmo-stp_10.42.42.5(pid=14441) [trial-2400↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14441)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14441): Process ended prematurely: osmo-stp_10.42.42.5(pid=14441) [trial-2400↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14441)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:53:01.911146 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:01.923116 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:53:02.089961 tst cs_paging_gprs_active.py: using LAC 38853\u000a05:53:02.232051 tst cs_paging_gprs_active.py: using RAC 93\u000a05:53:02.364605 tst cs_paging_gprs_active.py: using CellId 38853\u000a05:53:02.497765 tst cs_paging_gprs_active.py: using BVCI 38854\u000a05:53:02.523792 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:02.535451 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:02.546941 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:02.558709 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:02.570489 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:02.582635 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:02.594561 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:02.606348 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:02.618759 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:53:02.738563 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:53:03.041878 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:53:03.182312 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:53:03.529147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14431): Launched\u000a05:53:03.818145 run iperf3-srv_10.42.42.10(pid=14432): Launched\u000a05:53:04.024484 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:53:04.164908 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:53:04.511366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14433): Launched\u000a05:53:04.798882 run iperf3-srv_10.42.42.10(pid=14434): Launched\u000a05:53:05.004391 tst cs_paging_gprs_active.py:38: start network...\u000a05:53:05.144344 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:53:05.680505 run create_hlr_db(pid=14435): Launched\u000a05:53:05.874973 bus /gobi_6: Setting Powered False\u000a05:53:06.894590 run create_hlr_db(pid=14435): Terminated: ok {rc=0}\u000a05:53:07.315385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14437): Launched\u000a05:53:07.631231 run osmo-hlr_10.42.42.2(pid=14438): Launched\u000a05:53:07.753181 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:53:08.303735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14440): Launched\u000a05:53:08.619370 run osmo-stp_10.42.42.5(pid=14441): Launched\u000a05:53:08.734695 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:53:09.282611 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14443): Launched\u000a05:53:09.394744 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:53:09.669269 run patchelf(pid=14444): Launched\u000a05:53:09.854053 run osmo-stp_10.42.42.5(pid=14441): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14441)]\u000a05:53:09.989835 run osmo-stp_10.42.42.5(pid=14441): stdout: \u000a| (launched: 2022-12-14_05:53:08.463548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:53:10.124813 run osmo-stp_10.42.42.5(pid=14441): stderr: \u000a| �[0;m�[38;5;43m20221214055308635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055308635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055308636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055308636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055308637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055308637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055308637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:53:10.255348 run osmo-stp_10.42.42.5(pid=14441): stdout: \u000a| (launched: 2022-12-14_05:53:08.463548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:53:10.384005 run osmo-stp_10.42.42.5(pid=14441): stderr: \u000a| �[0;m�[38;5;43m20221214055308635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055308635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055308636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055308636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055308637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055308637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055308637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:53:10.534497 run patchelf(pid=14444): Terminating (SIGINT)\u000a05:53:10.711138 run patchelf(pid=14444): Terminated: ok {rc=0}\u000a05:53:10.743368 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14441): Process ended prematurely: osmo-stp_10.42.42.5(pid=14441) [trial-2400↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14441)] [trial-2400↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a05:53:10.752764 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a05:53:10.813092 run osmo-hlr_10.42.42.2(pid=14438): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14438)]\u000a05:53:10.862447 run osmo-hlr_10.42.42.2(pid=14438): stdout: \u000a| (launched: 2022-12-14_05:53:07.475172) \u000a05:53:10.912372 run osmo-hlr_10.42.42.2(pid=14438): stderr: \u000a| �[0;m�[1;31m20221214055307652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055307652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055307652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055307652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055307652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055307652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055307665 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055307673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055307673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055307673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:53:10.955291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14431): Terminating (SIGTERM)\u000a05:53:10.995564 run iperf3-srv_10.42.42.10(pid=14432): Terminating (SIGTERM)\u000a05:53:11.035904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14433): Terminating (SIGTERM)\u000a05:53:11.076102 run iperf3-srv_10.42.42.10(pid=14434): Terminating (SIGTERM)\u000a05:53:11.116381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14437): Terminating (SIGTERM)\u000a05:53:11.156658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14440): Terminating (SIGTERM)\u000a05:53:11.196889 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14443): Terminating (SIGTERM)\u000a05:53:11.206154 --- ParallelTerminationStrategy: PID 14431 died...\u000a05:53:11.260305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14431): Terminated: ok {rc=0}\u000a05:53:11.269811 --- ParallelTerminationStrategy: PID 14432 died...\u000a05:53:11.323459 run iperf3-srv_10.42.42.10(pid=14432): Terminated {rc=256}\u000a05:53:11.332935 --- ParallelTerminationStrategy: PID 14433 died...\u000a05:53:11.386675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14433): Terminated: ok {rc=0}\u000a05:53:11.396141 --- ParallelTerminationStrategy: PID 14434 died...\u000a05:53:11.449661 run iperf3-srv_10.42.42.10(pid=14434): Terminated {rc=256}\u000a05:53:11.459121 --- ParallelTerminationStrategy: PID 14437 died...\u000a05:53:11.512426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14437): Terminated: ok {rc=0}\u000a05:53:11.521990 --- ParallelTerminationStrategy: PID 14440 died...\u000a05:53:11.576038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14440): Terminated: ok {rc=0}\u000a05:53:11.585689 --- ParallelTerminationStrategy: PID 14443 died...\u000a05:53:11.639315 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14443): Terminated: ok {rc=0}\u000a05:53:11.728283 bus /gobi_0: Setting Powered False\u000a05:53:12.835394 bus /gobi_0: Setting Powered False\u000a05:53:13.943192 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14453): Process ended prematurely: osmo-stp_10.42.42.5(pid=14453) [trial-2400↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14453)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14453): Process ended prematurely: osmo-stp_10.42.42.5(pid=14453) [trial-2400↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14453)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a05:53:15.059711 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:15.071820 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:53:15.243788 tst iperf3.py: using LAC 38854\u000a05:53:15.374244 tst iperf3.py: using RAC 94\u000a05:53:15.504797 tst iperf3.py: using CellId 38854\u000a05:53:15.638099 tst iperf3.py: using BVCI 38855\u000a05:53:15.663647 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:15.675151 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:15.686431 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:15.697746 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:15.708844 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:15.720091 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:15.731410 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:15.742617 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:15.753924 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:53:16.073111 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:53:16.210317 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:53:16.561666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14445): Launched\u000a05:53:16.853964 run iperf3-srv_10.42.42.10(pid=14446): Launched\u000a05:53:17.054918 tst iperf3.py:8: start network...\u000a05:53:17.192370 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:53:17.694481 run create_hlr_db(pid=14447): Launched\u000a05:53:17.876881 bus /gobi_6: Setting Powered False\u000a05:53:18.897205 run create_hlr_db(pid=14447): Terminated: ok {rc=0}\u000a05:53:19.342263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14449): Launched\u000a05:53:19.676663 run osmo-hlr_10.42.42.2(pid=14450): Launched\u000a05:53:19.803928 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:53:20.388370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14452): Launched\u000a05:53:20.724131 run osmo-stp_10.42.42.5(pid=14453): Launched\u000a05:53:20.846570 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:53:21.431314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14455): Launched\u000a05:53:21.551614 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:53:21.843817 run patchelf(pid=14456): Launched\u000a05:53:22.040401 run osmo-stp_10.42.42.5(pid=14453): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14453)]\u000a05:53:22.183482 run osmo-stp_10.42.42.5(pid=14453): stdout: \u000a| (launched: 2022-12-14_05:53:20.559141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:53:22.326782 run osmo-stp_10.42.42.5(pid=14453): stderr: \u000a| �[0;m�[38;5;43m20221214055320752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055320752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055320753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055320753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055320754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055320754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055320754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:53:22.465150 run osmo-stp_10.42.42.5(pid=14453): stdout: \u000a| (launched: 2022-12-14_05:53:20.559141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:53:22.602723 run osmo-stp_10.42.42.5(pid=14453): stderr: \u000a| �[0;m�[38;5;43m20221214055320752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055320752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055320753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055320753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055320754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055320754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055320754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:53:22.762269 run patchelf(pid=14456): Terminating (SIGINT)\u000a05:53:22.949357 run patchelf(pid=14456): Terminated: ok {rc=0}\u000a05:53:22.983541 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14453): Process ended prematurely: osmo-stp_10.42.42.5(pid=14453) [trial-2400↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14453)] [trial-2400↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a05:53:22.993758 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a05:53:23.056909 run osmo-hlr_10.42.42.2(pid=14450): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14450)]\u000a05:53:23.108744 run osmo-hlr_10.42.42.2(pid=14450): stdout: \u000a| (launched: 2022-12-14_05:53:19.512627) \u000a05:53:23.161319 run osmo-hlr_10.42.42.2(pid=14450): stderr: \u000a| �[0;m�[1;31m20221214055319713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055319713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055319714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055319714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055319714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055319714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055319726 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055319735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055319735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055319735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:53:23.206175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14445): Terminating (SIGTERM)\u000a05:53:23.249576 run iperf3-srv_10.42.42.10(pid=14446): Terminating (SIGTERM)\u000a05:53:23.292356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14449): Terminating (SIGTERM)\u000a05:53:23.335191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14452): Terminating (SIGTERM)\u000a05:53:23.378107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14455): Terminating (SIGTERM)\u000a05:53:23.387980 --- ParallelTerminationStrategy: PID 14445 died...\u000a05:53:23.445031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14445): Terminated: ok {rc=0}\u000a05:53:23.455214 --- ParallelTerminationStrategy: PID 14446 died...\u000a05:53:23.512040 run iperf3-srv_10.42.42.10(pid=14446): Terminated {rc=256}\u000a05:53:23.522239 --- ParallelTerminationStrategy: PID 14449 died...\u000a05:53:23.579304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14449): Terminated: ok {rc=0}\u000a05:53:23.589787 --- ParallelTerminationStrategy: PID 14452 died...\u000a05:53:23.646471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14452): Terminated: ok {rc=0}\u000a05:53:23.656672 --- ParallelTerminationStrategy: PID 14455 died...\u000a05:53:23.713334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14455): Terminated: ok {rc=0}\u000a05:53:23.801047 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14472): Process ended prematurely: osmo-stp_10.42.42.5(pid=14472) [trial-2400↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14472)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14472): Process ended prematurely: osmo-stp_10.42.42.5(pid=14472) [trial-2400↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a05:53:24.914694 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:24.926368 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:53:25.086074 tst iperf3m4.py: using LAC 38855\u000a05:53:25.211940 tst iperf3m4.py: using RAC 95\u000a05:53:25.340746 tst iperf3m4.py: using CellId 38855\u000a05:53:25.464291 tst iperf3m4.py: using BVCI 38856\u000a05:53:25.488171 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:25.499290 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:25.510072 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:25.520766 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:25.531792 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:25.542841 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:25.554110 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:25.565154 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:25.576311 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:53:25.696499 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:53:25.817571 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:53:25.939781 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:53:26.228505 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:53:26.361082 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:53:26.687719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14458): Launched\u000a05:53:26.959442 run iperf3-srv_10.42.42.10(pid=14459): Launched\u000a05:53:27.152642 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:53:27.284522 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:53:27.611074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14460): Launched\u000a05:53:27.892031 run iperf3-srv_10.42.42.10(pid=14461): Launched\u000a05:53:28.098558 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:53:28.238742 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:53:28.586618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14462): Launched\u000a05:53:28.873971 run iperf3-srv_10.42.42.10(pid=14463): Launched\u000a05:53:29.078877 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:53:29.218638 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:53:29.565410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14464): Launched\u000a05:53:29.852728 run iperf3-srv_10.42.42.10(pid=14465): Launched\u000a05:53:30.058660 tst iperf3m4.py:8: start network...\u000a05:53:30.198601 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:53:30.733399 run create_hlr_db(pid=14466): Launched\u000a05:53:30.950250 bus /gobi_6: Setting Powered False\u000a05:53:31.978242 run create_hlr_db(pid=14466): Terminated: ok {rc=0}\u000a05:53:32.431837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14468): Launched\u000a05:53:32.768006 run osmo-hlr_10.42.42.2(pid=14469): Launched\u000a05:53:32.893393 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:53:33.478793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14471): Launched\u000a05:53:33.814240 run osmo-stp_10.42.42.5(pid=14472): Launched\u000a05:53:33.936023 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:53:34.521701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14474): Launched\u000a05:53:34.642746 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:53:34.935792 run patchelf(pid=14475): Launched\u000a05:53:35.131420 run osmo-stp_10.42.42.5(pid=14472): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14472)]\u000a05:53:35.274700 run osmo-stp_10.42.42.5(pid=14472): stdout: \u000a| (launched: 2022-12-14_05:53:33.649737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:53:35.417864 run osmo-stp_10.42.42.5(pid=14472): stderr: \u000a| �[0;m�[38;5;43m20221214055333840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055333840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055333840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055333841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055333841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055333841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055333841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:53:35.556507 run osmo-stp_10.42.42.5(pid=14472): stdout: \u000a| (launched: 2022-12-14_05:53:33.649737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:53:35.693144 run osmo-stp_10.42.42.5(pid=14472): stderr: \u000a| �[0;m�[38;5;43m20221214055333840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055333840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055333840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055333841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055333841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055333841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055333841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:53:35.852742 run patchelf(pid=14475): Terminating (SIGINT)\u000a05:53:36.040742 run patchelf(pid=14475): Terminated: ok {rc=0}\u000a05:53:36.075743 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14472): Process ended prematurely: osmo-stp_10.42.42.5(pid=14472) [trial-2400↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14472)] [trial-2400↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a05:53:36.085840 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a05:53:36.149560 run osmo-hlr_10.42.42.2(pid=14469): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14469)]\u000a05:53:36.201178 run osmo-hlr_10.42.42.2(pid=14469): stdout: \u000a| (launched: 2022-12-14_05:53:32.603905) \u000a05:53:36.253271 run osmo-hlr_10.42.42.2(pid=14469): stderr: \u000a| �[0;m�[1;31m20221214055332802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055332802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055332802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055332802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055332802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055332802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055332814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055332823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055332823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055332823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:53:36.297975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14458): Terminating (SIGTERM)\u000a05:53:36.340434 run iperf3-srv_10.42.42.10(pid=14459): Terminating (SIGTERM)\u000a05:53:36.382663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14460): Terminating (SIGTERM)\u000a05:53:36.425442 run iperf3-srv_10.42.42.10(pid=14461): Terminating (SIGTERM)\u000a05:53:36.467639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14462): Terminating (SIGTERM)\u000a05:53:36.510535 run iperf3-srv_10.42.42.10(pid=14463): Terminating (SIGTERM)\u000a05:53:36.553417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14464): Terminating (SIGTERM)\u000a05:53:36.595807 run iperf3-srv_10.42.42.10(pid=14465): Terminating (SIGTERM)\u000a05:53:36.638063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14468): Terminating (SIGTERM)\u000a05:53:36.680582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14471): Terminating (SIGTERM)\u000a05:53:36.722788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14474): Terminating (SIGTERM)\u000a05:53:36.732545 --- ParallelTerminationStrategy: PID 14458 died...\u000a05:53:36.788775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14458): Terminated: ok {rc=0}\u000a05:53:36.799054 --- ParallelTerminationStrategy: PID 14459 died...\u000a05:53:36.854841 run iperf3-srv_10.42.42.10(pid=14459): Terminated {rc=256}\u000a05:53:36.864839 --- ParallelTerminationStrategy: PID 14460 died...\u000a05:53:36.921259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14460): Terminated: ok {rc=0}\u000a05:53:36.931470 --- ParallelTerminationStrategy: PID 14461 died...\u000a05:53:36.987693 run iperf3-srv_10.42.42.10(pid=14461): Terminated {rc=256}\u000a05:53:36.997907 --- ParallelTerminationStrategy: PID 14462 died...\u000a05:53:37.054114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14462): Terminated: ok {rc=0}\u000a05:53:37.064213 --- ParallelTerminationStrategy: PID 14463 died...\u000a05:53:37.120295 run iperf3-srv_10.42.42.10(pid=14463): Terminated {rc=256}\u000a05:53:37.130305 --- ParallelTerminationStrategy: PID 14464 died...\u000a05:53:37.185959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14464): Terminated: ok {rc=0}\u000a05:53:37.196148 --- ParallelTerminationStrategy: PID 14465 died...\u000a05:53:37.251571 run iperf3-srv_10.42.42.10(pid=14465): Terminated {rc=256}\u000a05:53:37.261699 --- ParallelTerminationStrategy: PID 14468 died...\u000a05:53:37.317310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14468): Terminated: ok {rc=0}\u000a05:53:37.327458 --- ParallelTerminationStrategy: PID 14471 died...\u000a05:53:37.383349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14471): Terminated: ok {rc=0}\u000a05:53:37.393569 --- ParallelTerminationStrategy: PID 14474 died...\u000a05:53:37.449243 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14474): Terminated: ok {rc=0}\u000a05:53:37.535709 bus /gobi_4: Setting Powered False\u000a05:53:38.643232 bus /gobi_4: Setting Powered False\u000a05:53:39.751508 bus /gobi_1: Setting Powered False\u000a05:53:40.857654 bus /gobi_1: Setting Powered False\u000a05:53:41.965929 bus /gobi_0: Setting Powered False\u000a05:53:43.071608 bus /gobi_0: Setting Powered False\u000a05:53:44.184244 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14482): Process ended prematurely: osmo-stp_10.42.42.5(pid=14482) [trial-2400↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14482)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14482): Process ended prematurely: osmo-stp_10.42.42.5(pid=14482) [trial-2400↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14482)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a05:53:45.250877 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:45.262583 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:53:45.421210 tst ping.py: using LAC 38856\u000a05:53:45.541968 tst ping.py: using RAC 96\u000a05:53:45.663169 tst ping.py: using CellId 38856\u000a05:53:45.787934 tst ping.py: using BVCI 38857\u000a05:53:45.811668 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:45.822795 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:45.843264 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:45.861378 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:45.878013 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:45.898509 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:45.922630 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:45.935072 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:53:46.284927 tst ping.py:19: start network...\u000a05:53:46.416142 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:53:46.956031 run create_hlr_db(pid=14476): Launched\u000a05:53:47.156619 bus /gobi_6: Setting Powered False\u000a05:53:48.170523 run create_hlr_db(pid=14476): Terminated: ok {rc=0}\u000a05:53:48.592594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14478): Launched\u000a05:53:48.903486 run osmo-hlr_10.42.42.2(pid=14479): Launched\u000a05:53:49.025678 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:53:49.574371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14481): Launched\u000a05:53:49.882049 run osmo-stp_10.42.42.5(pid=14482): Launched\u000a05:53:49.994737 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:53:50.533105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14484): Launched\u000a05:53:50.643480 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:53:50.912026 run patchelf(pid=14485): Launched\u000a05:53:51.092804 run osmo-stp_10.42.42.5(pid=14482): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14482)]\u000a05:53:51.225886 run osmo-stp_10.42.42.5(pid=14482): stdout: \u000a| (launched: 2022-12-14_05:53:49.730404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:53:51.358545 run osmo-stp_10.42.42.5(pid=14482): stderr: \u000a| �[0;m�[38;5;43m20221214055349902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055349902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055349903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055349903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055349903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055349903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055349904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:53:51.486177 run osmo-stp_10.42.42.5(pid=14482): stdout: \u000a| (launched: 2022-12-14_05:53:49.730404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:53:51.612574 run osmo-stp_10.42.42.5(pid=14482): stderr: \u000a| �[0;m�[38;5;43m20221214055349902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055349902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055349903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055349903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055349903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055349903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055349904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:53:51.760089 run patchelf(pid=14485): Terminating (SIGINT)\u000a05:53:51.933688 run patchelf(pid=14485): Terminated: ok {rc=0}\u000a05:53:51.965124 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14482): Process ended prematurely: osmo-stp_10.42.42.5(pid=14482) [trial-2400↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14482)] [trial-2400↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a05:53:51.973969 tst ping.py:22: Test FAILED (6.7 sec)\u000a05:53:52.034617 run osmo-hlr_10.42.42.2(pid=14479): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14479)]\u000a05:53:52.083880 run osmo-hlr_10.42.42.2(pid=14479): stdout: \u000a| (launched: 2022-12-14_05:53:48.749338) \u000a05:53:52.133930 run osmo-hlr_10.42.42.2(pid=14479): stderr: \u000a| �[0;m�[1;31m20221214055348925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055348925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055348925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055348925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055348925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055348925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055348936 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055348944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055348945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055348945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:53:52.176821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14478): Terminating (SIGTERM)\u000a05:53:52.217304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14481): Terminating (SIGTERM)\u000a05:53:52.257479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14484): Terminating (SIGTERM)\u000a05:53:52.266710 --- ParallelTerminationStrategy: PID 14478 died...\u000a05:53:52.320508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14478): Terminated: ok {rc=0}\u000a05:53:52.330215 --- ParallelTerminationStrategy: PID 14481 died...\u000a05:53:52.383849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14481): Terminated: ok {rc=0}\u000a05:53:52.393784 --- ParallelTerminationStrategy: PID 14484 died...\u000a05:53:52.447417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14484): Terminated: ok {rc=0}\u000a05:53:52.535908 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14492): Process ended prematurely: osmo-stp_10.42.42.5(pid=14492) [trial-2400↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14492)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14492): Process ended prematurely: osmo-stp_10.42.42.5(pid=14492) [trial-2400↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14492)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a05:53:53.587343 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:53.598895 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:53:53.759369 tst ping_idle_ping.py: using LAC 38857\u000a05:53:53.882239 tst ping_idle_ping.py: using RAC 97\u000a05:53:54.006092 tst ping_idle_ping.py: using CellId 38857\u000a05:53:54.127153 tst ping_idle_ping.py: using BVCI 38858\u000a05:53:54.150984 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:54.161976 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:54.172638 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:54.183430 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:54.194838 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:54.206077 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:54.217268 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:53:54.228359 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:53:54.528296 tst ping_idle_ping.py:24: start network...\u000a05:53:54.668531 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:53:55.204869 run create_hlr_db(pid=14486): Launched\u000a05:53:55.397498 bus /gobi_6: Setting Powered False\u000a05:53:56.417129 run create_hlr_db(pid=14486): Terminated: ok {rc=0}\u000a05:53:56.857514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14488): Launched\u000a05:53:57.190415 run osmo-hlr_10.42.42.2(pid=14489): Launched\u000a05:53:57.314276 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:53:57.887096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14491): Launched\u000a05:53:58.196794 run osmo-stp_10.42.42.5(pid=14492): Launched\u000a05:53:58.311119 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:53:58.850091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14494): Launched\u000a05:53:58.960770 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:53:59.231280 run patchelf(pid=14495): Launched\u000a05:53:59.412397 run osmo-stp_10.42.42.5(pid=14492): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14492)]\u000a05:53:59.544839 run osmo-stp_10.42.42.5(pid=14492): stdout: \u000a| (launched: 2022-12-14_05:53:58.044023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:53:59.677746 run osmo-stp_10.42.42.5(pid=14492): stderr: \u000a| �[0;m�[38;5;43m20221214055358216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055358216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055358216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055358217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055358217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055358218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055358218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:53:59.805357 run osmo-stp_10.42.42.5(pid=14492): stdout: \u000a| (launched: 2022-12-14_05:53:58.044023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:53:59.931826 run osmo-stp_10.42.42.5(pid=14492): stderr: \u000a| �[0;m�[38;5;43m20221214055358216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055358216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055358216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055358217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055358217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055358218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055358218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:54:00.079418 run patchelf(pid=14495): Terminating (SIGINT)\u000a05:54:00.253100 run patchelf(pid=14495): Terminated: ok {rc=0}\u000a05:54:00.284536 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14492): Process ended prematurely: osmo-stp_10.42.42.5(pid=14492) [trial-2400↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14492)] [trial-2400↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a05:54:00.293452 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a05:54:00.353960 run osmo-hlr_10.42.42.2(pid=14489): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14489)]\u000a05:54:00.403371 run osmo-hlr_10.42.42.2(pid=14489): stdout: \u000a| (launched: 2022-12-14_05:53:57.025567) \u000a05:54:00.453693 run osmo-hlr_10.42.42.2(pid=14489): stderr: \u000a| �[0;m�[1;31m20221214055357223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055357223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055357223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055357223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055357223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055357223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055357235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055357244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055357244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055357244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:54:00.496430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14488): Terminating (SIGTERM)\u000a05:54:00.536895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14491): Terminating (SIGTERM)\u000a05:54:00.577904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14494): Terminating (SIGTERM)\u000a05:54:00.587115 --- ParallelTerminationStrategy: PID 14488 died...\u000a05:54:00.641412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14488): Terminated: ok {rc=0}\u000a05:54:00.651116 --- ParallelTerminationStrategy: PID 14491 died...\u000a05:54:00.705192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14491): Terminated: ok {rc=0}\u000a05:54:00.714738 --- ParallelTerminationStrategy: PID 14494 died...\u000a05:54:00.768803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14494): Terminated: ok {rc=0}\u000a05:54:00.868377 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:53:01" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14781): Process ended prematurely: osmo-stp_10.42.42.5(pid=14781) [trial-2400↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14781)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14781): Process ended prematurely: osmo-stp_10.42.42.5(pid=14781) [trial-2400↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14781)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:54:03.188515 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:03.205263 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:54:03.412335 tst cs_paging_gprs_active.py: using LAC 38858\u000a05:54:03.571501 tst cs_paging_gprs_active.py: using RAC 98\u000a05:54:03.715925 tst cs_paging_gprs_active.py: using CellId 38858\u000a05:54:03.886468 tst cs_paging_gprs_active.py: using BVCI 38859\u000a05:54:03.913786 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:03.925936 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:03.937888 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:03.949812 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:03.962477 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:03.975048 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:03.987727 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:04.000178 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:04.012829 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:54:04.140656 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:54:04.449150 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:54:04.594559 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:54:04.961345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14769): Launched\u000a05:54:05.268766 run iperf3-srv_10.42.42.10(pid=14770): Launched\u000a05:54:05.480334 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:54:05.626433 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:54:05.986399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14771): Launched\u000a05:54:06.282438 run iperf3-srv_10.42.42.10(pid=14773): Launched\u000a05:54:06.479268 tst cs_paging_gprs_active.py:38: start network...\u000a05:54:06.614452 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:54:07.159279 run create_hlr_db(pid=14775): Launched\u000a05:54:07.346367 bus /gobi_6: Setting Powered False\u000a05:54:08.378259 run create_hlr_db(pid=14775): Terminated: ok {rc=0}\u000a05:54:08.838667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14777): Launched\u000a05:54:09.282479 run osmo-hlr_10.42.42.2(pid=14778): Launched\u000a05:54:09.523381 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:54:10.123603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14780): Launched\u000a05:54:10.565661 run osmo-stp_10.42.42.5(pid=14781): Launched\u000a05:54:10.783173 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:54:11.388218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14783): Launched\u000a05:54:11.511529 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:54:11.820501 run patchelf(pid=14784): Launched\u000a05:54:12.020712 run osmo-stp_10.42.42.5(pid=14781): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14781)]\u000a05:54:12.167208 run osmo-stp_10.42.42.5(pid=14781): stdout: \u000a| (launched: 2022-12-14_05:54:10.297225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:54:12.313940 run osmo-stp_10.42.42.5(pid=14781): stderr: \u000a| �[0;m�[38;5;43m20221214055410593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055410593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055410593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055410594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055410594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055410594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055410595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:54:12.456316 run osmo-stp_10.42.42.5(pid=14781): stdout: \u000a| (launched: 2022-12-14_05:54:10.297225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:54:12.597294 run osmo-stp_10.42.42.5(pid=14781): stderr: \u000a| �[0;m�[38;5;43m20221214055410593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055410593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055410593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055410594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055410594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055410594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055410595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:54:12.760610 run patchelf(pid=14784): Terminating (SIGINT)\u000a05:54:12.952597 run patchelf(pid=14784): Terminated: ok {rc=0}\u000a05:54:12.988656 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14781): Process ended prematurely: osmo-stp_10.42.42.5(pid=14781) [trial-2400↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14781)] [trial-2400↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a05:54:12.999785 tst cs_paging_gprs_active.py:38: Test FAILED (9.9 sec)\u000a05:54:13.065087 run osmo-hlr_10.42.42.2(pid=14778): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14778)]\u000a05:54:13.118563 run osmo-hlr_10.42.42.2(pid=14778): stdout: \u000a| (launched: 2022-12-14_05:54:09.013123) \u000a05:54:13.172570 run osmo-hlr_10.42.42.2(pid=14778): stderr: \u000a| �[0;m�[1;31m20221214055409311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055409311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055409311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055409311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055409312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055409312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055409333 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055409350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055409350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055409350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:54:13.218988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14769): Terminating (SIGTERM)\u000a05:54:13.264535 run iperf3-srv_10.42.42.10(pid=14770): Terminating (SIGTERM)\u000a05:54:13.310061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14771): Terminating (SIGTERM)\u000a05:54:13.356666 run iperf3-srv_10.42.42.10(pid=14773): Terminating (SIGTERM)\u000a05:54:13.402168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14777): Terminating (SIGTERM)\u000a05:54:13.448156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14780): Terminating (SIGTERM)\u000a05:54:13.492746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14783): Terminating (SIGTERM)\u000a05:54:13.504717 --- ParallelTerminationStrategy: PID 14769 died...\u000a05:54:13.564899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14769): Terminated: ok {rc=0}\u000a05:54:13.576060 --- ParallelTerminationStrategy: PID 14770 died...\u000a05:54:13.634283 run iperf3-srv_10.42.42.10(pid=14770): Terminated {rc=256}\u000a05:54:13.645276 --- ParallelTerminationStrategy: PID 14771 died...\u000a05:54:13.703207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14771): Terminated: ok {rc=0}\u000a05:54:13.714216 --- ParallelTerminationStrategy: PID 14773 died...\u000a05:54:13.772020 run iperf3-srv_10.42.42.10(pid=14773): Terminated {rc=256}\u000a05:54:13.783018 --- ParallelTerminationStrategy: PID 14777 died...\u000a05:54:13.841233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14777): Terminated: ok {rc=0}\u000a05:54:13.852214 --- ParallelTerminationStrategy: PID 14780 died...\u000a05:54:13.910262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14780): Terminated: ok {rc=0}\u000a05:54:13.921366 --- ParallelTerminationStrategy: PID 14783 died...\u000a05:54:13.979571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14783): Terminated: ok {rc=0}\u000a05:54:14.069911 bus /gobi_0: Setting Powered False\u000a05:54:15.181587 bus /gobi_0: Setting Powered False\u000a05:54:16.341385 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14793): Process ended prematurely: osmo-stp_10.42.42.5(pid=14793) [trial-2400↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14793)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14793): Process ended prematurely: osmo-stp_10.42.42.5(pid=14793) [trial-2400↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14793)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a05:54:17.461805 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:17.474581 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:54:17.645652 tst iperf3.py: using LAC 38859\u000a05:54:17.774798 tst iperf3.py: using RAC 99\u000a05:54:17.902052 tst iperf3.py: using CellId 38859\u000a05:54:18.029733 tst iperf3.py: using BVCI 38860\u000a05:54:18.055415 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:18.067501 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:18.079498 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:18.091721 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:18.104838 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:18.118264 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:18.131497 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:18.144236 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:18.157568 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:54:18.450092 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:54:18.586950 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:54:18.933831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14785): Launched\u000a05:54:19.228127 run iperf3-srv_10.42.42.10(pid=14786): Launched\u000a05:54:19.426958 tst iperf3.py:8: start network...\u000a05:54:19.565518 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:54:20.115222 run create_hlr_db(pid=14787): Launched\u000a05:54:20.302960 bus /gobi_6: Setting Powered False\u000a05:54:21.323910 run create_hlr_db(pid=14787): Terminated: ok {rc=0}\u000a05:54:21.774039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14789): Launched\u000a05:54:22.206615 run osmo-hlr_10.42.42.2(pid=14790): Launched\u000a05:54:22.448910 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:54:23.093063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14792): Launched\u000a05:54:23.518863 run osmo-stp_10.42.42.5(pid=14793): Launched\u000a05:54:23.764998 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:54:24.374916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14795): Launched\u000a05:54:24.495593 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:54:24.787957 run patchelf(pid=14796): Launched\u000a05:54:24.983554 run osmo-stp_10.42.42.5(pid=14793): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14793)]\u000a05:54:25.126593 run osmo-stp_10.42.42.5(pid=14793): stdout: \u000a| (launched: 2022-12-14_05:54:23.259579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:54:25.270035 run osmo-stp_10.42.42.5(pid=14793): stderr: \u000a| �[0;m�[38;5;43m20221214055423584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055423584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055423584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055423585 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055423585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055423585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055423585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:54:25.408416 run osmo-stp_10.42.42.5(pid=14793): stdout: \u000a| (launched: 2022-12-14_05:54:23.259579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:54:25.545403 run osmo-stp_10.42.42.5(pid=14793): stderr: \u000a| �[0;m�[38;5;43m20221214055423584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055423584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055423584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055423585 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055423585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055423585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055423585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:54:25.705588 run patchelf(pid=14796): Terminating (SIGINT)\u000a05:54:25.892623 run patchelf(pid=14796): Terminated: ok {rc=0}\u000a05:54:25.927106 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14793): Process ended prematurely: osmo-stp_10.42.42.5(pid=14793) [trial-2400↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14793)] [trial-2400↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a05:54:25.937265 tst iperf3.py:8: Test FAILED (8.5 sec)\u000a05:54:26.000748 run osmo-hlr_10.42.42.2(pid=14790): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14790)]\u000a05:54:26.052586 run osmo-hlr_10.42.42.2(pid=14790): stdout: \u000a| (launched: 2022-12-14_05:54:21.939654) \u000a05:54:26.105292 run osmo-hlr_10.42.42.2(pid=14790): stderr: \u000a| �[0;m�[1;31m20221214055422278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055422278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055422278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055422278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055422278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055422278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055422294 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055422307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055422307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055422307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:54:26.150245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14785): Terminating (SIGTERM)\u000a05:54:26.192416 run iperf3-srv_10.42.42.10(pid=14786): Terminating (SIGTERM)\u000a05:54:26.234783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14789): Terminating (SIGTERM)\u000a05:54:26.277065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14792): Terminating (SIGTERM)\u000a05:54:26.319985 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14795): Terminating (SIGTERM)\u000a05:54:26.329858 --- ParallelTerminationStrategy: PID 14785 died...\u000a05:54:26.386306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14785): Terminated: ok {rc=0}\u000a05:54:26.396393 --- ParallelTerminationStrategy: PID 14786 died...\u000a05:54:26.452660 run iperf3-srv_10.42.42.10(pid=14786): Terminated {rc=256}\u000a05:54:26.463001 --- ParallelTerminationStrategy: PID 14789 died...\u000a05:54:26.519296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14789): Terminated: ok {rc=0}\u000a05:54:26.529476 --- ParallelTerminationStrategy: PID 14792 died...\u000a05:54:26.585886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14792): Terminated: ok {rc=0}\u000a05:54:26.595970 --- ParallelTerminationStrategy: PID 14795 died...\u000a05:54:26.652252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14795): Terminated: ok {rc=0}\u000a05:54:26.738880 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14811): Process ended prematurely: osmo-stp_10.42.42.5(pid=14811) [trial-2400↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14811)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14811): Process ended prematurely: osmo-stp_10.42.42.5(pid=14811) [trial-2400↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14811)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a05:54:27.855739 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:27.867853 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:54:28.038440 tst iperf3m4.py: using LAC 38860\u000a05:54:28.169321 tst iperf3m4.py: using RAC 100\u000a05:54:28.301831 tst iperf3m4.py: using CellId 38860\u000a05:54:28.433901 tst iperf3m4.py: using BVCI 38861\u000a05:54:28.459894 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:28.471348 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:28.482821 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:28.494163 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:28.505353 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:28.516407 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:28.527779 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:28.538914 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:28.550390 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:54:28.670212 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:54:28.792413 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:54:28.914881 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:54:29.204590 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:54:29.337113 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:54:29.663730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14797): Launched\u000a05:54:29.935487 run iperf3-srv_10.42.42.10(pid=14798): Launched\u000a05:54:30.128698 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:54:30.261089 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:54:30.587880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14799): Launched\u000a05:54:30.867198 run iperf3-srv_10.42.42.10(pid=14800): Launched\u000a05:54:31.109799 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:54:31.254091 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:54:31.622093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14801): Launched\u000a05:54:31.931887 run iperf3-srv_10.42.42.10(pid=14802): Launched\u000a05:54:32.145611 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:54:32.289131 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:54:32.637929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14803): Launched\u000a05:54:32.925420 run iperf3-srv_10.42.42.10(pid=14804): Launched\u000a05:54:33.130831 tst iperf3m4.py:8: start network...\u000a05:54:33.270891 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:54:33.806719 run create_hlr_db(pid=14805): Launched\u000a05:54:34.000371 bus /gobi_6: Setting Powered False\u000a05:54:35.021528 run create_hlr_db(pid=14805): Terminated: ok {rc=0}\u000a05:54:35.445661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14807): Launched\u000a05:54:35.762758 run osmo-hlr_10.42.42.2(pid=14808): Launched\u000a05:54:35.876817 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:54:36.422331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14810): Launched\u000a05:54:36.736858 run osmo-stp_10.42.42.5(pid=14811): Launched\u000a05:54:36.852216 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:54:37.400030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14813): Launched\u000a05:54:37.512603 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:54:37.786453 run patchelf(pid=14814): Launched\u000a05:54:37.970194 run osmo-stp_10.42.42.5(pid=14811): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14811)]\u000a05:54:38.104933 run osmo-stp_10.42.42.5(pid=14811): stdout: \u000a| (launched: 2022-12-14_05:54:36.582077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:54:38.239820 run osmo-stp_10.42.42.5(pid=14811): stderr: \u000a| �[0;m�[38;5;43m20221214055436754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055436754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055436754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055436754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055436755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055436755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055436755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:54:38.369723 run osmo-stp_10.42.42.5(pid=14811): stdout: \u000a| (launched: 2022-12-14_05:54:36.582077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:54:38.498107 run osmo-stp_10.42.42.5(pid=14811): stderr: \u000a| �[0;m�[38;5;43m20221214055436754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055436754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055436754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055436754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055436755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055436755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055436755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:54:38.648582 run patchelf(pid=14814): Terminating (SIGINT)\u000a05:54:38.824398 run patchelf(pid=14814): Terminated: ok {rc=0}\u000a05:54:38.856695 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14811): Process ended prematurely: osmo-stp_10.42.42.5(pid=14811) [trial-2400↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14811)] [trial-2400↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a05:54:38.866207 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a05:54:38.927156 run osmo-hlr_10.42.42.2(pid=14808): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14808)]\u000a05:54:38.976804 run osmo-hlr_10.42.42.2(pid=14808): stdout: \u000a| (launched: 2022-12-14_05:54:35.605603) \u000a05:54:39.026982 run osmo-hlr_10.42.42.2(pid=14808): stderr: \u000a| �[0;m�[1;31m20221214055435781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055435781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055435781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055435781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055435781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055435781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055435813 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055435822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055435822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055435822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:54:39.069970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14797): Terminating (SIGTERM)\u000a05:54:39.110383 run iperf3-srv_10.42.42.10(pid=14798): Terminating (SIGTERM)\u000a05:54:39.150759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14799): Terminating (SIGTERM)\u000a05:54:39.191138 run iperf3-srv_10.42.42.10(pid=14800): Terminating (SIGTERM)\u000a05:54:39.231432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14801): Terminating (SIGTERM)\u000a05:54:39.271508 run iperf3-srv_10.42.42.10(pid=14802): Terminating (SIGTERM)\u000a05:54:39.311897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14803): Terminating (SIGTERM)\u000a05:54:39.352141 run iperf3-srv_10.42.42.10(pid=14804): Terminating (SIGTERM)\u000a05:54:39.392497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14807): Terminating (SIGTERM)\u000a05:54:39.432650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14810): Terminating (SIGTERM)\u000a05:54:39.472827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14813): Terminating (SIGTERM)\u000a05:54:39.482251 --- ParallelTerminationStrategy: PID 14797 died...\u000a05:54:39.536568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14797): Terminated: ok {rc=0}\u000a05:54:39.546269 --- ParallelTerminationStrategy: PID 14798 died...\u000a05:54:39.600208 run iperf3-srv_10.42.42.10(pid=14798): Terminated {rc=256}\u000a05:54:39.609816 --- ParallelTerminationStrategy: PID 14799 died...\u000a05:54:39.663802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14799): Terminated: ok {rc=0}\u000a05:54:39.673553 --- ParallelTerminationStrategy: PID 14800 died...\u000a05:54:39.727328 run iperf3-srv_10.42.42.10(pid=14800): Terminated {rc=256}\u000a05:54:39.737053 --- ParallelTerminationStrategy: PID 14801 died...\u000a05:54:39.791041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14801): Terminated: ok {rc=0}\u000a05:54:39.800566 --- ParallelTerminationStrategy: PID 14802 died...\u000a05:54:39.854488 run iperf3-srv_10.42.42.10(pid=14802): Terminated {rc=256}\u000a05:54:39.864175 --- ParallelTerminationStrategy: PID 14803 died...\u000a05:54:39.918249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14803): Terminated: ok {rc=0}\u000a05:54:39.928002 --- ParallelTerminationStrategy: PID 14804 died...\u000a05:54:39.981861 run iperf3-srv_10.42.42.10(pid=14804): Terminated {rc=256}\u000a05:54:39.991539 --- ParallelTerminationStrategy: PID 14807 died...\u000a05:54:40.045855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14807): Terminated: ok {rc=0}\u000a05:54:40.055509 --- ParallelTerminationStrategy: PID 14810 died...\u000a05:54:40.109672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14810): Terminated: ok {rc=0}\u000a05:54:40.119415 --- ParallelTerminationStrategy: PID 14813 died...\u000a05:54:40.173548 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14813): Terminated: ok {rc=0}\u000a05:54:40.258372 bus /gobi_4: Setting Powered False\u000a05:54:41.366304 bus /gobi_4: Setting Powered False\u000a05:54:42.475406 bus /gobi_1: Setting Powered False\u000a05:54:43.582696 bus /gobi_1: Setting Powered False\u000a05:54:44.691484 bus /gobi_0: Setting Powered False\u000a05:54:45.797324 bus /gobi_0: Setting Powered False\u000a05:54:46.917192 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14821): Process ended prematurely: osmo-stp_10.42.42.5(pid=14821) [trial-2400↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14821)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14821): Process ended prematurely: osmo-stp_10.42.42.5(pid=14821) [trial-2400↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a05:54:47.984843 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:47.997133 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:54:48.164244 tst ping.py: using LAC 38861\u000a05:54:48.294821 tst ping.py: using RAC 101\u000a05:54:48.422995 tst ping.py: using CellId 38861\u000a05:54:48.555135 tst ping.py: using BVCI 38862\u000a05:54:48.581174 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:48.592556 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:48.603783 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:48.615016 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:48.626636 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:48.638069 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:48.649623 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:48.660812 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:54:48.944454 tst ping.py:19: start network...\u000a05:54:49.073611 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:54:49.559224 run create_hlr_db(pid=14815): Launched\u000a05:54:49.737595 bus /gobi_6: Setting Powered False\u000a05:54:50.757948 run create_hlr_db(pid=14815): Terminated: ok {rc=0}\u000a05:54:51.170006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14817): Launched\u000a05:54:51.479847 run osmo-hlr_10.42.42.2(pid=14818): Launched\u000a05:54:51.602481 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:54:52.152216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14820): Launched\u000a05:54:52.460631 run osmo-stp_10.42.42.5(pid=14821): Launched\u000a05:54:52.585734 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:54:53.134622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14823): Launched\u000a05:54:53.252610 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:54:53.538802 run patchelf(pid=14824): Launched\u000a05:54:53.731160 run osmo-stp_10.42.42.5(pid=14821): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14821)]\u000a05:54:53.871478 run osmo-stp_10.42.42.5(pid=14821): stdout: \u000a| (launched: 2022-12-14_05:54:52.308064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:54:54.011895 run osmo-stp_10.42.42.5(pid=14821): stderr: \u000a| �[0;m�[38;5;43m20221214055452478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055452478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055452478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055452479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055452479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055452479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055452479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:54:54.147597 run osmo-stp_10.42.42.5(pid=14821): stdout: \u000a| (launched: 2022-12-14_05:54:52.308064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:54:54.281876 run osmo-stp_10.42.42.5(pid=14821): stderr: \u000a| �[0;m�[38;5;43m20221214055452478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055452478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055452478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055452479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055452479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055452479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055452479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:54:54.438335 run patchelf(pid=14824): Terminating (SIGINT)\u000a05:54:54.621696 run patchelf(pid=14824): Terminated: ok {rc=0}\u000a05:54:54.655032 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14821): Process ended prematurely: osmo-stp_10.42.42.5(pid=14821) [trial-2400↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14821)] [trial-2400↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a05:54:54.664241 tst ping.py:22: Test FAILED (6.7 sec)\u000a05:54:54.727748 run osmo-hlr_10.42.42.2(pid=14818): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14818)]\u000a05:54:54.779353 run osmo-hlr_10.42.42.2(pid=14818): stdout: \u000a| (launched: 2022-12-14_05:54:51.327167) \u000a05:54:54.831788 run osmo-hlr_10.42.42.2(pid=14818): stderr: \u000a| �[0;m�[1;31m20221214055451505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055451505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055451505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055451505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055451505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055451505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055451518 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055451526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055451526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055451526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:54:54.876715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14817): Terminating (SIGTERM)\u000a05:54:54.920208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14820): Terminating (SIGTERM)\u000a05:54:54.962878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14823): Terminating (SIGTERM)\u000a05:54:54.972774 --- ParallelTerminationStrategy: PID 14817 died...\u000a05:54:55.029378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14817): Terminated: ok {rc=0}\u000a05:54:55.039627 --- ParallelTerminationStrategy: PID 14820 died...\u000a05:54:55.096153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14820): Terminated: ok {rc=0}\u000a05:54:55.106392 --- ParallelTerminationStrategy: PID 14823 died...\u000a05:54:55.162656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14823): Terminated: ok {rc=0}\u000a05:54:55.250458 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14831): Process ended prematurely: osmo-stp_10.42.42.5(pid=14831) [trial-2400↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14831)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14831): Process ended prematurely: osmo-stp_10.42.42.5(pid=14831) [trial-2400↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14831)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a05:54:56.302578 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:56.314237 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:54:56.476448 tst ping_idle_ping.py: using LAC 38862\u000a05:54:56.599513 tst ping_idle_ping.py: using RAC 102\u000a05:54:56.722342 tst ping_idle_ping.py: using CellId 38862\u000a05:54:56.845658 tst ping_idle_ping.py: using BVCI 38863\u000a05:54:56.869374 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:56.880218 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:56.891015 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:56.901819 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:56.912690 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:56.923699 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:56.934769 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:54:56.945776 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:54:57.228604 tst ping_idle_ping.py:24: start network...\u000a05:54:57.358476 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:54:57.852148 run create_hlr_db(pid=14825): Launched\u000a05:54:58.032025 bus /gobi_6: Setting Powered False\u000a05:54:59.052346 run create_hlr_db(pid=14825): Terminated: ok {rc=0}\u000a05:54:59.490605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14827): Launched\u000a05:54:59.823227 run osmo-hlr_10.42.42.2(pid=14828): Launched\u000a05:54:59.945542 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:55:00.519643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14830): Launched\u000a05:55:00.872680 run osmo-stp_10.42.42.5(pid=14831): Launched\u000a05:55:01.163206 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:55:01.813460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14833): Launched\u000a05:55:01.956146 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:55:02.291298 run patchelf(pid=14837): Launched\u000a05:55:02.484901 run osmo-stp_10.42.42.5(pid=14831): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14831)]\u000a05:55:02.626673 run osmo-stp_10.42.42.5(pid=14831): stdout: \u000a| (launched: 2022-12-14_05:55:00.687702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:55:02.768379 run osmo-stp_10.42.42.5(pid=14831): stderr: \u000a| �[0;m�[38;5;43m20221214055500965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055500965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055500966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055500966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055500966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055500966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055500967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:55:02.904690 run osmo-stp_10.42.42.5(pid=14831): stdout: \u000a| (launched: 2022-12-14_05:55:00.687702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:55:03.039448 run osmo-stp_10.42.42.5(pid=14831): stderr: \u000a| �[0;m�[38;5;43m20221214055500965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055500965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055500966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055500966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055500966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055500966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055500967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:55:03.196363 run patchelf(pid=14837): Terminating (SIGINT)\u000a05:55:03.379887 run patchelf(pid=14837): Terminated: ok {rc=0}\u000a05:55:03.413337 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14831): Process ended prematurely: osmo-stp_10.42.42.5(pid=14831) [trial-2400↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14831)] [trial-2400↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a05:55:03.422758 tst ping_idle_ping.py:27: Test FAILED (7.1 sec)\u000a05:55:03.486456 run osmo-hlr_10.42.42.2(pid=14828): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14828)]\u000a05:55:03.538704 run osmo-hlr_10.42.42.2(pid=14828): stdout: \u000a| (launched: 2022-12-14_05:54:59.660088) \u000a05:55:03.591936 run osmo-hlr_10.42.42.2(pid=14828): stderr: \u000a| �[0;m�[1;31m20221214055459859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055459859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055459859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055459860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055459860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055459860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055459872 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055459880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055459881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055459881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:55:03.637244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14827): Terminating (SIGTERM)\u000a05:55:03.680565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14830): Terminating (SIGTERM)\u000a05:55:03.723520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14833): Terminating (SIGTERM)\u000a05:55:03.733362 --- ParallelTerminationStrategy: PID 14827 died...\u000a05:55:03.789754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14827): Terminated: ok {rc=0}\u000a05:55:03.799874 --- ParallelTerminationStrategy: PID 14830 died...\u000a05:55:03.856146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14830): Terminated: ok {rc=0}\u000a05:55:03.866273 --- ParallelTerminationStrategy: PID 14833 died...\u000a05:55:03.922561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14833): Terminated: ok {rc=0}\u000a05:55:04.010980 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 64.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:54:02" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14852): Process ended prematurely: osmo-stp_10.42.42.5(pid=14852) [trial-2400↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14852)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14852): Process ended prematurely: osmo-stp_10.42.42.5(pid=14852) [trial-2400↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14852)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:55:06.174865 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:06.186812 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a05:55:06.338725 tst cs_paging_gprs_active.py: using LAC 38863\u000a05:55:06.468302 tst cs_paging_gprs_active.py: using RAC 103\u000a05:55:06.598146 tst cs_paging_gprs_active.py: using CellId 38863\u000a05:55:06.729319 tst cs_paging_gprs_active.py: using BVCI 38864\u000a05:55:06.755018 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:06.767162 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:06.779065 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:06.790876 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:06.802600 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:06.814250 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:06.826065 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:06.837649 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:06.849541 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a05:55:06.969155 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a05:55:07.258009 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:55:07.390269 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:55:07.720929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14842): Launched\u000a05:55:07.993432 run iperf3-srv_10.42.42.10(pid=14843): Launched\u000a05:55:08.187142 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:55:08.319519 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:55:08.647489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14844): Launched\u000a05:55:08.919855 run iperf3-srv_10.42.42.10(pid=14845): Launched\u000a05:55:09.113241 tst cs_paging_gprs_active.py:38: start network...\u000a05:55:09.245146 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:55:09.741428 run create_hlr_db(pid=14846): Launched\u000a05:55:09.923749 bus /gobi_6: Setting Powered False\u000a05:55:10.943286 run create_hlr_db(pid=14846): Terminated: ok {rc=0}\u000a05:55:11.387786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14848): Launched\u000a05:55:11.723660 run osmo-hlr_10.42.42.2(pid=14849): Launched\u000a05:55:11.849332 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:55:12.433321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14851): Launched\u000a05:55:12.771516 run osmo-stp_10.42.42.5(pid=14852): Launched\u000a05:55:12.896363 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:55:13.481946 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14854): Launched\u000a05:55:13.602187 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:55:13.894714 run patchelf(pid=14855): Launched\u000a05:55:14.090709 run osmo-stp_10.42.42.5(pid=14852): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14852)]\u000a05:55:14.233843 run osmo-stp_10.42.42.5(pid=14852): stdout: \u000a| (launched: 2022-12-14_05:55:12.604853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:55:14.377158 run osmo-stp_10.42.42.5(pid=14852): stderr: \u000a| �[0;m�[38;5;43m20221214055512799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055512799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055512800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055512800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055512801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055512801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055512801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:55:14.515155 run osmo-stp_10.42.42.5(pid=14852): stdout: \u000a| (launched: 2022-12-14_05:55:12.604853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:55:14.652723 run osmo-stp_10.42.42.5(pid=14852): stderr: \u000a| �[0;m�[38;5;43m20221214055512799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055512799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055512800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055512800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055512801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055512801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055512801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:55:14.812636 run patchelf(pid=14855): Terminating (SIGINT)\u000a05:55:15.000611 run patchelf(pid=14855): Terminated: ok {rc=0}\u000a05:55:15.035076 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14852): Process ended prematurely: osmo-stp_10.42.42.5(pid=14852) [trial-2400↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14852)] [trial-2400↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a05:55:15.045210 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a05:55:15.108743 run osmo-hlr_10.42.42.2(pid=14849): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14849)]\u000a05:55:15.160674 run osmo-hlr_10.42.42.2(pid=14849): stdout: \u000a| (launched: 2022-12-14_05:55:11.558690) \u000a05:55:15.213260 run osmo-hlr_10.42.42.2(pid=14849): stderr: \u000a| �[0;m�[1;31m20221214055511757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055511757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055511757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055511757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055511757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055511757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055511769 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055511778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055511778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055511778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:55:15.258303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14842): Terminating (SIGTERM)\u000a05:55:15.300598 run iperf3-srv_10.42.42.10(pid=14843): Terminating (SIGTERM)\u000a05:55:15.344505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14844): Terminating (SIGTERM)\u000a05:55:15.387041 run iperf3-srv_10.42.42.10(pid=14845): Terminating (SIGTERM)\u000a05:55:15.429756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14848): Terminating (SIGTERM)\u000a05:55:15.471925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14851): Terminating (SIGTERM)\u000a05:55:15.514688 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14854): Terminating (SIGTERM)\u000a05:55:15.524429 --- ParallelTerminationStrategy: PID 14842 died...\u000a05:55:15.580668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14842): Terminated: ok {rc=0}\u000a05:55:15.591187 --- ParallelTerminationStrategy: PID 14843 died...\u000a05:55:15.647353 run iperf3-srv_10.42.42.10(pid=14843): Terminated {rc=256}\u000a05:55:15.657827 --- ParallelTerminationStrategy: PID 14844 died...\u000a05:55:15.714084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14844): Terminated: ok {rc=0}\u000a05:55:15.724123 --- ParallelTerminationStrategy: PID 14845 died...\u000a05:55:15.780332 run iperf3-srv_10.42.42.10(pid=14845): Terminated {rc=256}\u000a05:55:15.790475 --- ParallelTerminationStrategy: PID 14848 died...\u000a05:55:15.852777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14848): Terminated: ok {rc=0}\u000a05:55:15.867970 --- ParallelTerminationStrategy: PID 14851 died...\u000a05:55:15.938946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14851): Terminated: ok {rc=0}\u000a05:55:15.949516 --- ParallelTerminationStrategy: PID 14854 died...\u000a05:55:16.006942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14854): Terminated: ok {rc=0}\u000a05:55:16.098739 bus /gobi_0: Setting Powered False\u000a05:55:17.224287 bus /gobi_0: Setting Powered False\u000a05:55:18.337744 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14864): Process ended prematurely: osmo-stp_10.42.42.5(pid=14864) [trial-2400↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14864)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14864): Process ended prematurely: osmo-stp_10.42.42.5(pid=14864) [trial-2400↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14864)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a05:55:19.451589 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:19.463825 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a05:55:19.610785 tst iperf3.py: using LAC 38864\u000a05:55:19.736081 tst iperf3.py: using RAC 104\u000a05:55:19.861159 tst iperf3.py: using CellId 38864\u000a05:55:19.990030 tst iperf3.py: using BVCI 38865\u000a05:55:20.014311 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:20.025566 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:20.036547 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:20.047558 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:20.058923 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:20.070272 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:20.081795 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:20.093061 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:20.104509 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a05:55:20.407529 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:55:20.548760 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:55:20.896929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14856): Launched\u000a05:55:21.185539 run iperf3-srv_10.42.42.10(pid=14857): Launched\u000a05:55:21.391646 tst iperf3.py:8: start network...\u000a05:55:21.532536 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:55:22.070262 run create_hlr_db(pid=14858): Launched\u000a05:55:22.263843 bus /gobi_6: Setting Powered False\u000a05:55:23.284815 run create_hlr_db(pid=14858): Terminated: ok {rc=0}\u000a05:55:23.731244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14860): Launched\u000a05:55:24.066397 run osmo-hlr_10.42.42.2(pid=14861): Launched\u000a05:55:24.192544 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:55:24.778236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14863): Launched\u000a05:55:25.113104 run osmo-stp_10.42.42.5(pid=14864): Launched\u000a05:55:25.234857 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:55:25.819474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14866): Launched\u000a05:55:25.939620 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:55:26.231750 run patchelf(pid=14867): Launched\u000a05:55:26.427371 run osmo-stp_10.42.42.5(pid=14864): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14864)]\u000a05:55:26.570425 run osmo-stp_10.42.42.5(pid=14864): stdout: \u000a| (launched: 2022-12-14_05:55:24.948936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:55:26.714380 run osmo-stp_10.42.42.5(pid=14864): stderr: \u000a| �[0;m�[38;5;43m20221214055525142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055525142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055525142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055525143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055525143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055525144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055525144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:55:26.852472 run osmo-stp_10.42.42.5(pid=14864): stdout: \u000a| (launched: 2022-12-14_05:55:24.948936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:55:26.989558 run osmo-stp_10.42.42.5(pid=14864): stderr: \u000a| �[0;m�[38;5;43m20221214055525142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055525142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055525142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055525143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055525143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055525144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055525144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:55:27.149689 run patchelf(pid=14867): Terminating (SIGINT)\u000a05:55:27.337506 run patchelf(pid=14867): Terminated: ok {rc=0}\u000a05:55:27.371934 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14864): Process ended prematurely: osmo-stp_10.42.42.5(pid=14864) [trial-2400↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14864)] [trial-2400↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a05:55:27.382170 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a05:55:27.445335 run osmo-hlr_10.42.42.2(pid=14861): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14861)]\u000a05:55:27.497028 run osmo-hlr_10.42.42.2(pid=14861): stdout: \u000a| (launched: 2022-12-14_05:55:23.901753) \u000a05:55:27.549389 run osmo-hlr_10.42.42.2(pid=14861): stderr: \u000a| �[0;m�[1;31m20221214055524103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055524103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055524103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055524103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055524103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055524103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055524116 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055524124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055524124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055524124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:55:27.594596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14856): Terminating (SIGTERM)\u000a05:55:27.637319 run iperf3-srv_10.42.42.10(pid=14857): Terminating (SIGTERM)\u000a05:55:27.679556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14860): Terminating (SIGTERM)\u000a05:55:27.721815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14863): Terminating (SIGTERM)\u000a05:55:27.764069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14866): Terminating (SIGTERM)\u000a05:55:27.773870 --- ParallelTerminationStrategy: PID 14856 died...\u000a05:55:27.830084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14856): Terminated: ok {rc=0}\u000a05:55:27.840145 --- ParallelTerminationStrategy: PID 14857 died...\u000a05:55:27.895886 run iperf3-srv_10.42.42.10(pid=14857): Terminated {rc=256}\u000a05:55:27.905918 --- ParallelTerminationStrategy: PID 14860 died...\u000a05:55:27.961963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14860): Terminated: ok {rc=0}\u000a05:55:27.972059 --- ParallelTerminationStrategy: PID 14863 died...\u000a05:55:28.028127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14863): Terminated: ok {rc=0}\u000a05:55:28.038220 --- ParallelTerminationStrategy: PID 14866 died...\u000a05:55:28.094355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14866): Terminated: ok {rc=0}\u000a05:55:28.182075 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14882): Process ended prematurely: osmo-stp_10.42.42.5(pid=14882) [trial-2400↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14882)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14882): Process ended prematurely: osmo-stp_10.42.42.5(pid=14882) [trial-2400↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14882)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a05:55:29.294144 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:29.306427 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a05:55:29.451644 tst iperf3m4.py: using LAC 38865\u000a05:55:29.576860 tst iperf3m4.py: using RAC 105\u000a05:55:29.701268 tst iperf3m4.py: using CellId 38865\u000a05:55:29.826374 tst iperf3m4.py: using BVCI 38866\u000a05:55:29.850455 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:29.861911 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:29.873061 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:29.884146 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:29.895631 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:29.907101 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:29.918701 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:29.930134 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:29.941661 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a05:55:30.063978 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a05:55:30.184339 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a05:55:30.306882 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a05:55:30.598178 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:55:30.730556 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:55:31.099523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14868): Launched\u000a05:55:31.411214 run iperf3-srv_10.42.42.10(pid=14869): Launched\u000a05:55:31.624547 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:55:31.769157 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:55:32.133886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14870): Launched\u000a05:55:32.408297 run iperf3-srv_10.42.42.10(pid=14871): Launched\u000a05:55:32.601382 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:55:32.733410 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:55:33.060681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14872): Launched\u000a05:55:33.331706 run iperf3-srv_10.42.42.10(pid=14873): Launched\u000a05:55:33.524240 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:55:33.656340 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:55:33.982751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14874): Launched\u000a05:55:34.255069 run iperf3-srv_10.42.42.10(pid=14875): Launched\u000a05:55:34.447018 tst iperf3m4.py:8: start network...\u000a05:55:34.578662 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:55:35.073696 run create_hlr_db(pid=14876): Launched\u000a05:55:35.255307 bus /gobi_6: Setting Powered False\u000a05:55:36.276017 run create_hlr_db(pid=14876): Terminated: ok {rc=0}\u000a05:55:36.723476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14878): Launched\u000a05:55:37.061131 run osmo-hlr_10.42.42.2(pid=14879): Launched\u000a05:55:37.184124 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:55:37.772590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14881): Launched\u000a05:55:38.106469 run osmo-stp_10.42.42.5(pid=14882): Launched\u000a05:55:38.228085 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:55:38.813817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14884): Launched\u000a05:55:38.933803 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:55:39.227548 run patchelf(pid=14885): Launched\u000a05:55:39.422667 run osmo-stp_10.42.42.5(pid=14882): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14882)]\u000a05:55:39.565554 run osmo-stp_10.42.42.5(pid=14882): stdout: \u000a| (launched: 2022-12-14_05:55:37.943241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:55:39.708653 run osmo-stp_10.42.42.5(pid=14882): stderr: \u000a| �[0;m�[38;5;43m20221214055538135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055538136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055538136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055538136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055538137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055538137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055538137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:55:39.846454 run osmo-stp_10.42.42.5(pid=14882): stdout: \u000a| (launched: 2022-12-14_05:55:37.943241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:55:39.983231 run osmo-stp_10.42.42.5(pid=14882): stderr: \u000a| �[0;m�[38;5;43m20221214055538135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055538136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055538136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055538136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055538137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055538137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055538137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:55:40.142548 run patchelf(pid=14885): Terminating (SIGINT)\u000a05:55:40.329843 run patchelf(pid=14885): Terminated: ok {rc=0}\u000a05:55:40.364048 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14882): Process ended prematurely: osmo-stp_10.42.42.5(pid=14882) [trial-2400↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14882)] [trial-2400↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a05:55:40.374239 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a05:55:40.437572 run osmo-hlr_10.42.42.2(pid=14879): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14879)]\u000a05:55:40.489177 run osmo-hlr_10.42.42.2(pid=14879): stdout: \u000a| (launched: 2022-12-14_05:55:36.894037) \u000a05:55:40.541157 run osmo-hlr_10.42.42.2(pid=14879): stderr: \u000a| �[0;m�[1;31m20221214055537094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055537095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055537095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055537095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055537095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055537095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055537107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055537118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055537118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055537118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:55:40.585575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14868): Terminating (SIGTERM)\u000a05:55:40.627777 run iperf3-srv_10.42.42.10(pid=14869): Terminating (SIGTERM)\u000a05:55:40.669815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14870): Terminating (SIGTERM)\u000a05:55:40.711593 run iperf3-srv_10.42.42.10(pid=14871): Terminating (SIGTERM)\u000a05:55:40.753487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14872): Terminating (SIGTERM)\u000a05:55:40.795227 run iperf3-srv_10.42.42.10(pid=14873): Terminating (SIGTERM)\u000a05:55:40.837038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14874): Terminating (SIGTERM)\u000a05:55:40.878718 run iperf3-srv_10.42.42.10(pid=14875): Terminating (SIGTERM)\u000a05:55:40.920550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14878): Terminating (SIGTERM)\u000a05:55:40.962424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14881): Terminating (SIGTERM)\u000a05:55:41.004331 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14884): Terminating (SIGTERM)\u000a05:55:41.014143 --- ParallelTerminationStrategy: PID 14868 died...\u000a05:55:41.070557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14868): Terminated: ok {rc=0}\u000a05:55:41.080612 --- ParallelTerminationStrategy: PID 14869 died...\u000a05:55:41.136305 run iperf3-srv_10.42.42.10(pid=14869): Terminated {rc=256}\u000a05:55:41.146416 --- ParallelTerminationStrategy: PID 14870 died...\u000a05:55:41.202189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14870): Terminated: ok {rc=0}\u000a05:55:41.212241 --- ParallelTerminationStrategy: PID 14871 died...\u000a05:55:41.267846 run iperf3-srv_10.42.42.10(pid=14871): Terminated {rc=256}\u000a05:55:41.277904 --- ParallelTerminationStrategy: PID 14872 died...\u000a05:55:41.333553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14872): Terminated: ok {rc=0}\u000a05:55:41.343578 --- ParallelTerminationStrategy: PID 14873 died...\u000a05:55:41.399161 run iperf3-srv_10.42.42.10(pid=14873): Terminated {rc=256}\u000a05:55:41.409263 --- ParallelTerminationStrategy: PID 14874 died...\u000a05:55:41.464726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14874): Terminated: ok {rc=0}\u000a05:55:41.474756 --- ParallelTerminationStrategy: PID 14875 died...\u000a05:55:41.530228 run iperf3-srv_10.42.42.10(pid=14875): Terminated {rc=256}\u000a05:55:41.540233 --- ParallelTerminationStrategy: PID 14878 died...\u000a05:55:41.596214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14878): Terminated: ok {rc=0}\u000a05:55:41.606413 --- ParallelTerminationStrategy: PID 14881 died...\u000a05:55:41.662124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14881): Terminated: ok {rc=0}\u000a05:55:41.672099 --- ParallelTerminationStrategy: PID 14884 died...\u000a05:55:41.727594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14884): Terminated: ok {rc=0}\u000a05:55:41.814621 bus /gobi_4: Setting Powered False\u000a05:55:42.920905 bus /gobi_4: Setting Powered False\u000a05:55:44.028564 bus /gobi_1: Setting Powered False\u000a05:55:45.136131 bus /gobi_1: Setting Powered False\u000a05:55:46.272188 bus /gobi_0: Setting Powered False\u000a05:55:47.381582 bus /gobi_0: Setting Powered False\u000a05:55:48.488977 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14894): Process ended prematurely: osmo-stp_10.42.42.5(pid=14894) [trial-2400↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14894)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14894): Process ended prematurely: osmo-stp_10.42.42.5(pid=14894) [trial-2400↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14894)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a05:55:49.558701 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:49.571082 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a05:55:49.722348 tst ping.py: using LAC 38866\u000a05:55:49.846560 tst ping.py: using RAC 106\u000a05:55:49.969503 tst ping.py: using CellId 38866\u000a05:55:50.090607 tst ping.py: using BVCI 38867\u000a05:55:50.114419 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:50.125883 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:50.137170 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:50.148326 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:50.159722 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:50.171276 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:50.182971 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:50.195599 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a05:55:50.481175 tst ping.py:19: start network...\u000a05:55:50.611152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:55:51.098586 run create_hlr_db(pid=14886): Launched\u000a05:55:51.278125 bus /gobi_6: Setting Powered False\u000a05:55:52.299538 run create_hlr_db(pid=14886): Terminated: ok {rc=0}\u000a05:55:52.712549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14890): Launched\u000a05:55:53.022851 run osmo-hlr_10.42.42.2(pid=14891): Launched\u000a05:55:53.143038 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:55:53.692934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14893): Launched\u000a05:55:54.003992 run osmo-stp_10.42.42.5(pid=14894): Launched\u000a05:55:54.120895 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:55:54.661639 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14896): Launched\u000a05:55:54.772282 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:55:55.044270 run patchelf(pid=14897): Launched\u000a05:55:55.226240 run osmo-stp_10.42.42.5(pid=14894): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14894)]\u000a05:55:55.359124 run osmo-stp_10.42.42.5(pid=14894): stdout: \u000a| (launched: 2022-12-14_05:55:53.850153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:55:55.491888 run osmo-stp_10.42.42.5(pid=14894): stderr: \u000a| �[0;m�[38;5;43m20221214055554024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055554024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055554024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055554024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055554025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055554025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055554025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:55:55.620215 run osmo-stp_10.42.42.5(pid=14894): stdout: \u000a| (launched: 2022-12-14_05:55:53.850153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:55:55.747293 run osmo-stp_10.42.42.5(pid=14894): stderr: \u000a| �[0;m�[38;5;43m20221214055554024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055554024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055554024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055554024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055554025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055554025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055554025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:55:55.895201 run patchelf(pid=14897): Terminating (SIGINT)\u000a05:55:56.069326 run patchelf(pid=14897): Terminated: ok {rc=0}\u000a05:55:56.100896 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14894): Process ended prematurely: osmo-stp_10.42.42.5(pid=14894) [trial-2400↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14894)] [trial-2400↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a05:55:56.110195 tst ping.py:22: Test FAILED (6.5 sec)\u000a05:55:56.171148 run osmo-hlr_10.42.42.2(pid=14891): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14891)]\u000a05:55:56.220916 run osmo-hlr_10.42.42.2(pid=14891): stdout: \u000a| (launched: 2022-12-14_05:55:52.869910) \u000a05:55:56.271341 run osmo-hlr_10.42.42.2(pid=14891): stderr: \u000a| �[0;m�[1;31m20221214055553047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055553047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055553047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055553047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055553047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055553047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055553059 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055553067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055553067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055553067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:55:56.314456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14890): Terminating (SIGTERM)\u000a05:55:56.355032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14893): Terminating (SIGTERM)\u000a05:55:56.395722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14896): Terminating (SIGTERM)\u000a05:55:56.405148 --- ParallelTerminationStrategy: PID 14890 died...\u000a05:55:56.459935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14890): Terminated: ok {rc=0}\u000a05:55:56.469663 --- ParallelTerminationStrategy: PID 14893 died...\u000a05:55:56.524139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14893): Terminated: ok {rc=0}\u000a05:55:56.533844 --- ParallelTerminationStrategy: PID 14896 died...\u000a05:55:56.588182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14896): Terminated: ok {rc=0}\u000a05:55:56.678430 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14904): Process ended prematurely: osmo-stp_10.42.42.5(pid=14904) [trial-2400↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14904)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14904): Process ended prematurely: osmo-stp_10.42.42.5(pid=14904) [trial-2400↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14904)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a05:55:57.731283 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:57.744000 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a05:55:57.889558 tst ping_idle_ping.py: using LAC 38867\u000a05:55:58.010915 tst ping_idle_ping.py: using RAC 107\u000a05:55:58.133378 tst ping_idle_ping.py: using CellId 38867\u000a05:55:58.254562 tst ping_idle_ping.py: using BVCI 38868\u000a05:55:58.278452 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:58.290017 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:58.301172 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:58.312220 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:58.323558 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:58.335038 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:58.346582 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:55:58.357970 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a05:55:58.642757 tst ping_idle_ping.py:24: start network...\u000a05:55:58.773279 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:55:59.266027 run create_hlr_db(pid=14898): Launched\u000a05:55:59.446054 bus /gobi_6: Setting Powered False\u000a05:56:00.468241 run create_hlr_db(pid=14898): Terminated: ok {rc=0}\u000a05:56:00.919658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14900): Launched\u000a05:56:01.352542 run osmo-hlr_10.42.42.2(pid=14901): Launched\u000a05:56:01.539240 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:56:02.171353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14903): Launched\u000a05:56:02.502843 run osmo-stp_10.42.42.5(pid=14904): Launched\u000a05:56:02.624592 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:56:03.201886 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14906): Launched\u000a05:56:03.320419 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:56:03.609655 run patchelf(pid=14907): Launched\u000a05:56:03.803089 run osmo-stp_10.42.42.5(pid=14904): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14904)]\u000a05:56:03.944076 run osmo-stp_10.42.42.5(pid=14904): stdout: \u000a| (launched: 2022-12-14_05:56:02.340259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:56:04.087534 run osmo-stp_10.42.42.5(pid=14904): stderr: \u000a| �[0;m�[38;5;43m20221214055602534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055602534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055602534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055602535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055602535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055602535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055602535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:56:04.223973 run osmo-stp_10.42.42.5(pid=14904): stdout: \u000a| (launched: 2022-12-14_05:56:02.340259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:56:04.359272 run osmo-stp_10.42.42.5(pid=14904): stderr: \u000a| �[0;m�[38;5;43m20221214055602534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055602534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055602534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055602535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055602535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055602535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055602535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:56:04.516321 run patchelf(pid=14907): Terminating (SIGINT)\u000a05:56:04.701252 run patchelf(pid=14907): Terminated: ok {rc=0}\u000a05:56:04.734689 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14904): Process ended prematurely: osmo-stp_10.42.42.5(pid=14904) [trial-2400↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14904)] [trial-2400↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a05:56:04.744293 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a05:56:04.807686 run osmo-hlr_10.42.42.2(pid=14901): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14901)]\u000a05:56:04.859579 run osmo-hlr_10.42.42.2(pid=14901): stdout: \u000a| (launched: 2022-12-14_05:56:01.095995) \u000a05:56:04.912083 run osmo-hlr_10.42.42.2(pid=14901): stderr: \u000a| �[0;m�[1;31m20221214055601396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055601396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055601396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055601396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055601396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055601396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055601414 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055601436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055601443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055601443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:56:04.957075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14900): Terminating (SIGTERM)\u000a05:56:05.000192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14903): Terminating (SIGTERM)\u000a05:56:05.042907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14906): Terminating (SIGTERM)\u000a05:56:05.052796 --- ParallelTerminationStrategy: PID 14900 died...\u000a05:56:05.109636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14900): Terminated: ok {rc=0}\u000a05:56:05.119850 --- ParallelTerminationStrategy: PID 14903 died...\u000a05:56:05.176353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14903): Terminated: ok {rc=0}\u000a05:56:05.186616 --- ParallelTerminationStrategy: PID 14906 died...\u000a05:56:05.243097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14906): Terminated: ok {rc=0}\u000a05:56:05.330949 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:55:05" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14918): Process ended prematurely: osmo-stp_10.42.42.5(pid=14918) [trial-2400↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14918)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14918): Process ended prematurely: osmo-stp_10.42.42.5(pid=14918) [trial-2400↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14918)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a05:56:07.365496 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:56:07.376880 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:56:07.536350 tst switch_tch_pdch.py: using LAC 38868\u000a05:56:07.659164 tst switch_tch_pdch.py: using RAC 108\u000a05:56:07.782130 tst switch_tch_pdch.py: using CellId 38868\u000a05:56:07.902665 tst switch_tch_pdch.py: using BVCI 38869\u000a05:56:07.926445 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:56:07.937931 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:56:07.949057 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:56:07.960077 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:56:07.971514 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:56:07.982969 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:56:07.994486 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:56:08.006055 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:56:08.126000 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:56:08.424905 tst switch_tch_pdch.py:51: start network...\u000a05:56:08.562787 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:56:09.089421 run create_hlr_db(pid=14912): Launched\u000a05:56:09.281661 bus /gobi_6: Setting Powered False\u000a05:56:10.302563 run create_hlr_db(pid=14912): Terminated: ok {rc=0}\u000a05:56:10.720626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14914): Launched\u000a05:56:11.031286 run osmo-hlr_10.42.42.2(pid=14915): Launched\u000a05:56:11.153971 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:56:11.698634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14917): Launched\u000a05:56:12.009091 run osmo-stp_10.42.42.5(pid=14918): Launched\u000a05:56:12.122142 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:56:12.659907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14920): Launched\u000a05:56:12.769937 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:56:13.038209 run patchelf(pid=14921): Launched\u000a05:56:13.218589 run osmo-stp_10.42.42.5(pid=14918): ERR: Terminated: ERROR {rc=1} [trial-2400↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14918)]\u000a05:56:13.351319 run osmo-stp_10.42.42.5(pid=14918): stdout: \u000a| (launched: 2022-12-14_05:56:11.855703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:56:13.483904 run osmo-stp_10.42.42.5(pid=14918): stderr: \u000a| �[0;m�[38;5;43m20221214055612029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055612029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055612029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055612029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055612030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055612030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055612030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:56:13.611284 run osmo-stp_10.42.42.5(pid=14918): stdout: \u000a| (launched: 2022-12-14_05:56:11.855703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:56:13.738033 run osmo-stp_10.42.42.5(pid=14918): stderr: \u000a| �[0;m�[38;5;43m20221214055612029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055612029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055612029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055612029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055612030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055612030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055612030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:56:13.885373 run patchelf(pid=14921): Terminating (SIGINT)\u000a05:56:14.058102 run patchelf(pid=14921): Terminated: ok {rc=0}\u000a05:56:14.089436 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=14918): Process ended prematurely: osmo-stp_10.42.42.5(pid=14918) [trial-2400↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14918)] [trial-2400↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a05:56:14.098313 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a05:56:14.158625 run osmo-hlr_10.42.42.2(pid=14915): ERR: Terminated: ERROR {rc=237} [trial-2400↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14915)]\u000a05:56:14.207845 run osmo-hlr_10.42.42.2(pid=14915): stdout: \u000a| (launched: 2022-12-14_05:56:10.877823) \u000a05:56:14.257731 run osmo-hlr_10.42.42.2(pid=14915): stderr: \u000a| �[0;m�[1;31m20221214055611052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055611052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055611052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055611052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055611052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055611052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055611065 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055611073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055611073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055611073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:56:14.300442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14914): Terminating (SIGTERM)\u000a05:56:14.340726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14917): Terminating (SIGTERM)\u000a05:56:14.381274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14920): Terminating (SIGTERM)\u000a05:56:14.390529 --- ParallelTerminationStrategy: PID 14914 died...\u000a05:56:14.444393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14914): Terminated: ok {rc=0}\u000a05:56:14.453987 --- ParallelTerminationStrategy: PID 14917 died...\u000a05:56:14.507464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14917): Terminated: ok {rc=0}\u000a05:56:14.516923 --- ParallelTerminationStrategy: PID 14920 died...\u000a05:56:14.570438 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14920): Terminated: ok {rc=0}\u000a05:56:14.655212 bus /gobi_0: Setting Powered False\u000a05:56:15.761803 bus /gobi_0: Setting Powered False\u000a05:56:16.875252 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:56:07" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14931): Process ended prematurely: osmo-stp_10.42.42.5(pid=14931) [trial-2400↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14931)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14931): Process ended prematurely: osmo-stp_10.42.42.5(pid=14931) [trial-2400↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14931)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a05:56:18.854494 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:56:18.865442 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a05:56:19.025753 tst switch_tch_pdch.py: using LAC 38869\u000a05:56:19.150758 tst switch_tch_pdch.py: using RAC 109\u000a05:56:19.269744 tst switch_tch_pdch.py: using CellId 38869\u000a05:56:19.389953 tst switch_tch_pdch.py: using BVCI 38870\u000a05:56:19.413729 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:56:19.424611 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:56:19.435381 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:56:19.446147 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:56:19.457575 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:56:19.468652 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:56:19.479793 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:56:19.490866 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a05:56:19.611017 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a05:56:19.907551 tst switch_tch_pdch.py:51: start network...\u000a05:56:20.045515 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:56:20.541893 run create_hlr_db(pid=14925): Launched\u000a05:56:20.676263 bus /gobi_6: Setting Powered False\u000a05:56:21.754612 run create_hlr_db(pid=14925): Terminated: ok {rc=0}\u000a05:56:22.142700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14927): Launched\u000a05:56:22.451911 run osmo-hlr_10.42.42.2(pid=14928): Launched\u000a05:56:22.572400 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:56:23.089477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14930): Launched\u000a05:56:23.400877 run osmo-stp_10.42.42.5(pid=14931): Launched\u000a05:56:23.513739 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:56:24.026792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14933): Launched\u000a05:56:24.137094 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:56:24.406616 run patchelf(pid=14934): Launched\u000a05:56:24.587817 run osmo-stp_10.42.42.5(pid=14931): ERR: Terminated: ERROR {rc=1} [trial-2400↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14931)]\u000a05:56:24.720081 run osmo-stp_10.42.42.5(pid=14931): stdout: \u000a| (launched: 2022-12-14_05:56:23.246020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:56:24.852786 run osmo-stp_10.42.42.5(pid=14931): stderr: \u000a| �[0;m�[38;5;43m20221214055623420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055623420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055623420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055623421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055623421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055623421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055623421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:56:24.980264 run osmo-stp_10.42.42.5(pid=14931): stdout: \u000a| (launched: 2022-12-14_05:56:23.246020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:56:25.106879 run osmo-stp_10.42.42.5(pid=14931): stderr: \u000a| �[0;m�[38;5;43m20221214055623420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055623420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055623420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055623421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055623421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055623421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055623421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:56:25.254282 run patchelf(pid=14934): Terminating (SIGINT)\u000a05:56:25.428237 run patchelf(pid=14934): Terminated: ok {rc=0}\u000a05:56:25.459843 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=14931): Process ended prematurely: osmo-stp_10.42.42.5(pid=14931) [trial-2400↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14931)] [trial-2400↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a05:56:25.468689 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a05:56:25.529463 run osmo-hlr_10.42.42.2(pid=14928): ERR: Terminated: ERROR {rc=237} [trial-2400↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14928)]\u000a05:56:25.579156 run osmo-hlr_10.42.42.2(pid=14928): stdout: \u000a| (launched: 2022-12-14_05:56:22.299675) \u000a05:56:25.629621 run osmo-hlr_10.42.42.2(pid=14928): stderr: \u000a| �[0;m�[1;31m20221214055622478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055622478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055622478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055622478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055622478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055622478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055622490 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055622499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055622499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055622499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:56:25.672420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14927): Terminating (SIGTERM)\u000a05:56:25.712531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14930): Terminating (SIGTERM)\u000a05:56:25.752642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14933): Terminating (SIGTERM)\u000a05:56:25.761586 --- ParallelTerminationStrategy: PID 14927 died...\u000a05:56:25.815521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14927): Terminated: ok {rc=0}\u000a05:56:25.825224 --- ParallelTerminationStrategy: PID 14930 died...\u000a05:56:25.878926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14930): Terminated: ok {rc=0}\u000a05:56:25.888433 --- ParallelTerminationStrategy: PID 14933 died...\u000a05:56:25.941959 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14933): Terminated: ok {rc=0}\u000a05:56:26.029942 bus /gobi_0: Setting Powered False\u000a05:56:27.133707 bus /gobi_0: Setting Powered False\u000a05:56:28.245482 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:56:18" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14939): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14939) [trial-2400↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14939)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14939): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14939) [trial-2400↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14939)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a05:56:30.146510 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a05:56:30.158725 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a05:56:30.302322 tst mo_mt_sms.py: using LAC 38870\u000a05:56:30.422858 tst mo_mt_sms.py: using RAC 110\u000a05:56:30.543254 tst mo_mt_sms.py: using CellId 38870\u000a05:56:30.664127 tst mo_mt_sms.py: using BVCI 38871\u000a05:56:30.687751 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a05:56:30.801953 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a05:56:31.151827 tst mo_mt_sms.py:9: start nitb and bts...\u000a05:56:31.313709 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a05:56:32.026799 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14938): Launched\u000a05:56:32.358232 run osmo-nitb_10.42.42.2(pid=14939): Launched\u000a05:56:32.559398 run osmo-nitb_10.42.42.2(pid=14939): ERR: Terminated: ERROR {rc=2} [trial-2400↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14939)]\u000a05:56:32.708169 run osmo-nitb_10.42.42.2(pid=14939): stdout: \u000a| (launched: 2022-12-14_05:56:32.199752) \u000a05:56:32.856504 run osmo-nitb_10.42.42.2(pid=14939): stderr: \u000a| (launched: 2022-12-14_05:56:32.248843)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:56:32.999903 run osmo-nitb_10.42.42.2(pid=14939): stdout: \u000a| (launched: 2022-12-14_05:56:32.199752) \u000a05:56:33.142028 run osmo-nitb_10.42.42.2(pid=14939): stderr: \u000a| (launched: 2022-12-14_05:56:32.248843)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:56:33.490782 tst osmo-nitb_10.42.42.2(pid=14939): stdout: \u000a| (launched: 2022-12-14_05:56:32.199752) \u000a05:56:33.621387 tst osmo-nitb_10.42.42.2(pid=14939): stderr: \u000a| (launched: 2022-12-14_05:56:32.248843)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:56:33.678561 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=14939): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14939) [trial-2400↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14939)] [trial-2400↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a05:56:33.687507 tst mo_mt_sms.py:11: Test FAILED (3.5 sec)\u000a05:56:33.723839 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14938): Terminating (SIGTERM)\u000a05:56:33.902106 --- ParallelTerminationStrategy: PID 14938 died...\u000a05:56:33.960480 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14938): Terminated: ok {rc=0}\u000a05:56:34.048764 bus /sierra_3: Setting Powered False\u000a05:56:35.158699 bus /sierra_3: Setting Powered False\u000a05:56:36.269056 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:56:29" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14949): Process ended prematurely: osmo-stp_10.42.42.5(pid=14949) [trial-2400↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14949)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14949): Process ended prematurely: osmo-stp_10.42.42.5(pid=14949) [trial-2400↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14949)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a05:56:38.173726 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:56:38.184420 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a05:56:38.320779 tst mo_mt_sms.py: using LAC 38871\u000a05:56:38.441218 tst mo_mt_sms.py: using RAC 111\u000a05:56:38.562329 tst mo_mt_sms.py: using CellId 38871\u000a05:56:38.683790 tst mo_mt_sms.py: using BVCI 38872\u000a05:56:38.707335 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:56:38.718105 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:56:38.728657 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:56:38.739140 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:56:38.750311 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:56:38.761192 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a05:56:38.876702 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a05:56:39.090873 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:56:39.617971 run create_hlr_db(pid=14943): Launched\u000a05:56:39.810074 bus /sierra_2: Setting Powered False\u000a05:56:40.829813 run create_hlr_db(pid=14943): Terminated: ok {rc=0}\u000a05:56:41.267985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14945): Launched\u000a05:56:41.598672 run osmo-hlr_10.42.42.2(pid=14946): Launched\u000a05:56:41.719000 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:56:42.289416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14948): Launched\u000a05:56:42.617731 run osmo-stp_10.42.42.5(pid=14949): Launched\u000a05:56:42.737889 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:56:43.338473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14951): Launched\u000a05:56:43.667849 run osmo-msc_10.42.42.6(pid=14952): Launched\u000a05:56:43.861273 run osmo-stp_10.42.42.5(pid=14949): ERR: Terminated: ERROR {rc=1} [trial-2400↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14949)]\u000a05:56:44.000416 run osmo-stp_10.42.42.5(pid=14949): stdout: \u000a| (launched: 2022-12-14_05:56:42.456131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:56:44.137924 run osmo-stp_10.42.42.5(pid=14949): stderr: \u000a| �[0;m�[38;5;43m20221214055642649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055642649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055642650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055642650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055642650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055642650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055642650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:56:44.269364 run osmo-stp_10.42.42.5(pid=14949): stdout: \u000a| (launched: 2022-12-14_05:56:42.456131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:56:44.399904 run osmo-stp_10.42.42.5(pid=14949): stderr: \u000a| �[0;m�[38;5;43m20221214055642649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055642649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055642650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055642650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055642650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055642650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055642650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:56:44.457375 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=14949): Process ended prematurely: osmo-stp_10.42.42.5(pid=14949) [trial-2400↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14949)] [trial-2400↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a05:56:44.466230 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a05:56:44.529233 run osmo-hlr_10.42.42.2(pid=14946): ERR: Terminated: ERROR {rc=237} [trial-2400↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14946)]\u000a05:56:44.580922 run osmo-hlr_10.42.42.2(pid=14946): stdout: \u000a| (launched: 2022-12-14_05:56:41.435301) \u000a05:56:44.633760 run osmo-hlr_10.42.42.2(pid=14946): stderr: \u000a| �[0;m�[1;31m20221214055641635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055641635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055641635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055641635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055641635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055641635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055641669 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055641678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055641678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055641678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:56:44.705048 run osmo-msc_10.42.42.6(pid=14952): ERR: Terminated: ERROR {rc=2} [trial-2400↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14952)]\u000a05:56:44.756771 run osmo-msc_10.42.42.6(pid=14952): stdout: \u000a| (launched: 2022-12-14_05:56:43.505618) \u000a05:56:44.809266 run osmo-msc_10.42.42.6(pid=14952): stderr: \u000a| �[0;m�[38;5;43m20221214055643828 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214055643828 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fac72f65c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214055643829 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214055643829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214055643829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214055643829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214055643831 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214055643831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214055643831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214055643831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:56:44.854124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14945): Terminating (SIGTERM)\u000a05:56:44.896269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14948): Terminating (SIGTERM)\u000a05:56:44.939172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14951): Terminating (SIGTERM)\u000a05:56:44.949012 --- ParallelTerminationStrategy: PID 14945 died...\u000a05:56:45.005968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14945): Terminated: ok {rc=0}\u000a05:56:45.016269 --- ParallelTerminationStrategy: PID 14948 died...\u000a05:56:45.072557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14948): Terminated: ok {rc=0}\u000a05:56:45.082804 --- ParallelTerminationStrategy: PID 14951 died...\u000a05:56:45.138996 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14951): Terminated: ok {rc=0}\u000a05:56:45.227316 bus /sierra_3: Setting Powered False\u000a05:56:46.347235 bus /sierra_3: Setting Powered False\u000a05:56:47.458376 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:56:37" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14959): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14959) [trial-2400↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14959)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14959): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14959) [trial-2400↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14959)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a05:56:49.315066 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a05:56:49.327123 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a05:56:49.486860 tst assert_extension.py: using LAC 38872\u000a05:56:49.617084 tst assert_extension.py: using RAC 112\u000a05:56:49.749415 tst assert_extension.py: using CellId 38872\u000a05:56:49.880852 tst assert_extension.py: using BVCI 38873\u000a05:56:49.906283 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a05:56:50.188756 tst assert_extension.py:10: start nitb and bts...\u000a05:56:50.318392 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a05:56:50.960096 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14958): Launched\u000a05:56:51.266830 run osmo-nitb_10.42.42.2(pid=14959): Launched\u000a05:56:51.456655 run osmo-nitb_10.42.42.2(pid=14959): ERR: Terminated: ERROR {rc=2} [trial-2400↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14959)]\u000a05:56:51.597292 run osmo-nitb_10.42.42.2(pid=14959): stdout: \u000a| (launched: 2022-12-14_05:56:51.117399) \u000a05:56:51.738110 run osmo-nitb_10.42.42.2(pid=14959): stderr: \u000a| (launched: 2022-12-14_05:56:51.163042)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:56:51.873973 run osmo-nitb_10.42.42.2(pid=14959): stdout: \u000a| (launched: 2022-12-14_05:56:51.117399) \u000a05:56:52.008386 run osmo-nitb_10.42.42.2(pid=14959): stderr: \u000a| (launched: 2022-12-14_05:56:51.163042)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:56:52.392242 tst osmo-nitb_10.42.42.2(pid=14959): stdout: \u000a| (launched: 2022-12-14_05:56:51.117399) \u000a05:56:52.515558 tst osmo-nitb_10.42.42.2(pid=14959): stderr: \u000a| (launched: 2022-12-14_05:56:51.163042)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:56:52.569737 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=14959): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14959) [trial-2400↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14959)] [trial-2400↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a05:56:52.577900 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a05:56:52.613137 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14958): Terminating (SIGTERM)\u000a05:56:52.791106 --- ParallelTerminationStrategy: PID 14958 died...\u000a05:56:52.847442 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14958): Terminated: ok {rc=0}\u000a05:56:52.936522 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:56:49" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "ussd:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14969): Process ended prematurely: osmo-stp_10.42.42.5(pid=14969) [trial-2400↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14969)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14969): Process ended prematurely: osmo-stp_10.42.42.5(pid=14969) [trial-2400↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14969)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a05:56:54.785894 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:56:54.797668 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a05:56:54.946788 tst assert_extension.py: using LAC 38873\u000a05:56:55.070382 tst assert_extension.py: using RAC 113\u000a05:56:55.193425 tst assert_extension.py: using CellId 38873\u000a05:56:55.318828 tst assert_extension.py: using BVCI 38874\u000a05:56:55.342344 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:56:55.353298 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:56:55.363880 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:56:55.374514 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:56:55.385872 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:56:55.396807 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a05:56:55.597659 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:56:56.083683 run create_hlr_db(pid=14963): Launched\u000a05:56:56.262537 bus /sierra_2: Setting Powered False\u000a05:56:57.284124 run create_hlr_db(pid=14963): Terminated: ok {rc=0}\u000a05:56:57.722620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14965): Launched\u000a05:56:58.052197 run osmo-hlr_10.42.42.2(pid=14966): Launched\u000a05:56:58.172560 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:56:58.834614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14968): Launched\u000a05:56:59.158658 run osmo-stp_10.42.42.5(pid=14969): Launched\u000a05:56:59.276668 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:56:59.868693 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14971): Launched\u000a05:57:00.193233 run osmo-msc_10.42.42.6(pid=14972): Launched\u000a05:57:00.384181 run osmo-stp_10.42.42.5(pid=14969): ERR: Terminated: ERROR {rc=1} [trial-2400↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14969)]\u000a05:57:00.521279 run osmo-stp_10.42.42.5(pid=14969): stdout: \u000a| (launched: 2022-12-14_05:56:58.999363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:00.658267 run osmo-stp_10.42.42.5(pid=14969): stderr: \u000a| �[0;m�[38;5;43m20221214055659191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055659191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055659191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055659192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055659192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055659192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055659192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:00.788741 run osmo-stp_10.42.42.5(pid=14969): stdout: \u000a| (launched: 2022-12-14_05:56:58.999363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:00.928416 run osmo-stp_10.42.42.5(pid=14969): stderr: \u000a| �[0;m�[38;5;43m20221214055659191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055659191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055659191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055659192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055659192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055659192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055659192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:00.984578 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=14969): Process ended prematurely: osmo-stp_10.42.42.5(pid=14969) [trial-2400↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14969)] [trial-2400↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a05:57:00.993648 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a05:57:01.058648 run osmo-hlr_10.42.42.2(pid=14966): ERR: Terminated: ERROR {rc=237} [trial-2400↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14966)]\u000a05:57:01.110738 run osmo-hlr_10.42.42.2(pid=14966): stdout: \u000a| (launched: 2022-12-14_05:56:57.890306) \u000a05:57:01.164919 run osmo-hlr_10.42.42.2(pid=14966): stderr: \u000a| �[0;m�[1;31m20221214055658089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055658089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055658089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055658089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055658089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055658089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055658107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055658117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055658117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055658117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:57:01.236005 run osmo-msc_10.42.42.6(pid=14972): ERR: Terminated: ERROR {rc=2} [trial-2400↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14972)]\u000a05:57:01.288199 run osmo-msc_10.42.42.6(pid=14972): stdout: \u000a| (launched: 2022-12-14_05:57:00.033528) \u000a05:57:01.341279 run osmo-msc_10.42.42.6(pid=14972): stderr: \u000a| �[0;m�[38;5;43m20221214055700355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214055700355 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff20b259c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214055700355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214055700355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214055700355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214055700355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214055700357 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214055700358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214055700358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214055700358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:57:01.386909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14965): Terminating (SIGTERM)\u000a05:57:01.432535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14968): Terminating (SIGTERM)\u000a05:57:01.475769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14971): Terminating (SIGTERM)\u000a05:57:01.487111 --- ParallelTerminationStrategy: PID 14965 died...\u000a05:57:01.546094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14965): Terminated: ok {rc=0}\u000a05:57:01.556660 --- ParallelTerminationStrategy: PID 14968 died...\u000a05:57:01.615114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14968): Terminated: ok {rc=0}\u000a05:57:01.625559 --- ParallelTerminationStrategy: PID 14971 died...\u000a05:57:01.682968 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14971): Terminated: ok {rc=0}\u000a05:57:01.770363 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:56:54" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14983): Process ended prematurely: osmo-stp_10.42.42.5(pid=14983) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14983)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14983): Process ended prematurely: osmo-stp_10.42.42.5(pid=14983) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14983)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a05:57:03.737775 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:57:03.749484 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a05:57:03.919285 tst mo_mt_call.py: using LAC 38874\u000a05:57:04.049748 tst mo_mt_call.py: using RAC 114\u000a05:57:04.180843 tst mo_mt_call.py: using CellId 38874\u000a05:57:04.310809 tst mo_mt_call.py: using BVCI 38875\u000a05:57:04.335996 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:57:04.347682 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:57:04.359218 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:57:04.370748 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:57:04.382370 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:57:04.393943 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:57:04.510677 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:57:04.715139 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:57:05.203322 run create_hlr_db(pid=14977): Launched\u000a05:57:05.382764 bus /sierra_2: Setting Powered False\u000a05:57:06.404036 run create_hlr_db(pid=14977): Terminated: ok {rc=0}\u000a05:57:06.817821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14979): Launched\u000a05:57:07.128679 run osmo-hlr_10.42.42.2(pid=14980): Launched\u000a05:57:07.250860 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:57:07.797638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14982): Launched\u000a05:57:08.108169 run osmo-stp_10.42.42.5(pid=14983): Launched\u000a05:57:08.222127 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:57:08.790193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14985): Launched\u000a05:57:09.102341 run osmo-msc_10.42.42.6(pid=14986): Launched\u000a05:57:09.284426 run osmo-stp_10.42.42.5(pid=14983): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14983)]\u000a05:57:09.416928 run osmo-stp_10.42.42.5(pid=14983): stdout: \u000a| (launched: 2022-12-14_05:57:07.955211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:09.546187 run osmo-stp_10.42.42.5(pid=14983): stderr: \u000a| �[0;m�[38;5;43m20221214055708126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055708126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055708127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055708127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055708127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055708127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055708128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:09.671020 run osmo-stp_10.42.42.5(pid=14983): stdout: \u000a| (launched: 2022-12-14_05:57:07.955211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:09.794995 run osmo-stp_10.42.42.5(pid=14983): stderr: \u000a| �[0;m�[38;5;43m20221214055708126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055708126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055708127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055708127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055708127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055708127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055708128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:09.849733 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14983): Process ended prematurely: osmo-stp_10.42.42.5(pid=14983) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14983)] [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a05:57:09.858495 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a05:57:09.918838 run osmo-hlr_10.42.42.2(pid=14980): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14980)]\u000a05:57:09.968423 run osmo-hlr_10.42.42.2(pid=14980): stdout: \u000a| (launched: 2022-12-14_05:57:06.975791) \u000a05:57:10.018741 run osmo-hlr_10.42.42.2(pid=14980): stderr: \u000a| �[0;m�[1;31m20221214055707152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055707152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055707152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055707152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055707152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055707152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055707164 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055707172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055707172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055707172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:57:10.086889 run osmo-msc_10.42.42.6(pid=14986): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14986)]\u000a05:57:10.136615 run osmo-msc_10.42.42.6(pid=14986): stdout: \u000a| (launched: 2022-12-14_05:57:08.948602) \u000a05:57:10.187020 run osmo-msc_10.42.42.6(pid=14986): stderr: \u000a| �[0;m�[38;5;43m20221214055709220 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214055709220 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9eba8a3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214055709220 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214055709220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214055709220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214055709220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214055709222 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214055709223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214055709223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214055709223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:57:10.229926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14979): Terminating (SIGTERM)\u000a05:57:10.270386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14982): Terminating (SIGTERM)\u000a05:57:10.310877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14985): Terminating (SIGTERM)\u000a05:57:10.320191 --- ParallelTerminationStrategy: PID 14979 died...\u000a05:57:10.374539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14979): Terminated: ok {rc=0}\u000a05:57:10.384153 --- ParallelTerminationStrategy: PID 14982 died...\u000a05:57:10.437850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14982): Terminated: ok {rc=0}\u000a05:57:10.447313 --- ParallelTerminationStrategy: PID 14985 died...\u000a05:57:10.501133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14985): Terminated: ok {rc=0}\u000a05:57:10.589833 bus /sierra_3: Setting Powered False\u000a05:57:11.693904 bus /sierra_3: Setting Powered False\u000a05:57:12.805980 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14994): Process ended prematurely: osmo-stp_10.42.42.5(pid=14994) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14994)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14994): Process ended prematurely: osmo-stp_10.42.42.5(pid=14994) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14994)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:57:13.920875 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:57:13.933189 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a05:57:14.101450 tst mo_mt_call_osmux.py: using LAC 38875\u000a05:57:14.233153 tst mo_mt_call_osmux.py: using RAC 115\u000a05:57:14.362431 tst mo_mt_call_osmux.py: using CellId 38875\u000a05:57:14.493188 tst mo_mt_call_osmux.py: using BVCI 38876\u000a05:57:14.518398 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:57:14.530118 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:57:14.541704 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:57:14.553199 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:57:14.564676 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:57:14.576127 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:57:14.697864 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:57:14.913099 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:57:15.441749 run create_hlr_db(pid=14988): Launched\u000a05:57:15.634202 bus /sierra_2: Setting Powered False\u000a05:57:16.657626 run create_hlr_db(pid=14988): Terminated: ok {rc=0}\u000a05:57:17.118936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14990): Launched\u000a05:57:17.451320 run osmo-hlr_10.42.42.2(pid=14991): Launched\u000a05:57:17.577787 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:57:18.156591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14993): Launched\u000a05:57:18.489634 run osmo-stp_10.42.42.5(pid=14994): Launched\u000a05:57:18.614758 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:57:19.224449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14996): Launched\u000a05:57:19.556529 run osmo-msc_10.42.42.6(pid=14997): Launched\u000a05:57:19.751154 run osmo-stp_10.42.42.5(pid=14994): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14994)]\u000a05:57:19.892154 run osmo-stp_10.42.42.5(pid=14994): stdout: \u000a| (launched: 2022-12-14_05:57:18.326031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:20.031101 run osmo-stp_10.42.42.5(pid=14994): stderr: \u000a| �[0;m�[38;5;43m20221214055718518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055718518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055718518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055718519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055718519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055718519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055718519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:20.164617 run osmo-stp_10.42.42.5(pid=14994): stdout: \u000a| (launched: 2022-12-14_05:57:18.326031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:20.296854 run osmo-stp_10.42.42.5(pid=14994): stderr: \u000a| �[0;m�[38;5;43m20221214055718518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055718518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055718518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055718519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055718519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055718519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055718519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:20.355308 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14994): Process ended prematurely: osmo-stp_10.42.42.5(pid=14994) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14994)] [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a05:57:20.364592 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a05:57:20.427433 run osmo-hlr_10.42.42.2(pid=14991): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14991)]\u000a05:57:20.478950 run osmo-hlr_10.42.42.2(pid=14991): stdout: \u000a| (launched: 2022-12-14_05:57:17.288585) \u000a05:57:20.530878 run osmo-hlr_10.42.42.2(pid=14991): stderr: \u000a| �[0;m�[1;31m20221214055717487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055717487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055717487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055717488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055717488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055717488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055717500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055717509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055717510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055717510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:57:20.601550 run osmo-msc_10.42.42.6(pid=14997): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14997)]\u000a05:57:20.653175 run osmo-msc_10.42.42.6(pid=14997): stdout: \u000a| (launched: 2022-12-14_05:57:19.393960) \u000a05:57:20.705149 run osmo-msc_10.42.42.6(pid=14997): stderr: \u000a| �[0;m�[38;5;43m20221214055719718 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214055719718 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7febda42ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214055719718 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214055719718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214055719718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214055719718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214055719720 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214055719720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214055719721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214055719721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:57:20.749357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14990): Terminating (SIGTERM)\u000a05:57:20.791123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14993): Terminating (SIGTERM)\u000a05:57:20.833162 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14996): Terminating (SIGTERM)\u000a05:57:20.842760 --- ParallelTerminationStrategy: PID 14990 died...\u000a05:57:20.898976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14990): Terminated: ok {rc=0}\u000a05:57:20.909052 --- ParallelTerminationStrategy: PID 14993 died...\u000a05:57:20.964722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14993): Terminated: ok {rc=0}\u000a05:57:20.974762 --- ParallelTerminationStrategy: PID 14996 died...\u000a05:57:21.030400 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14996): Terminated: ok {rc=0}\u000a05:57:21.117636 bus /sierra_3: Setting Powered False\u000a05:57:22.224210 bus /sierra_3: Setting Powered False\u000a05:57:23.333090 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:57:03" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15009): Process ended prematurely: osmo-stp_10.42.42.5(pid=15009) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15009)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15009): Process ended prematurely: osmo-stp_10.42.42.5(pid=15009) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15009)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a05:57:25.343458 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:57:25.354898 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a05:57:25.518223 tst mo_mt_call.py: using LAC 38876\u000a05:57:25.638411 tst mo_mt_call.py: using RAC 116\u000a05:57:25.758335 tst mo_mt_call.py: using CellId 38876\u000a05:57:25.878579 tst mo_mt_call.py: using BVCI 38877\u000a05:57:25.902286 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:57:25.913658 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:57:25.924757 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:57:25.936539 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:57:25.948273 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:57:25.959876 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:57:26.081318 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:57:26.297418 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:57:26.827719 run create_hlr_db(pid=15003): Launched\u000a05:57:27.020848 bus /sierra_2: Setting Powered False\u000a05:57:28.039866 run create_hlr_db(pid=15003): Terminated: ok {rc=0}\u000a05:57:28.460942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15005): Launched\u000a05:57:28.772618 run osmo-hlr_10.42.42.2(pid=15006): Launched\u000a05:57:28.894190 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:57:29.442158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15008): Launched\u000a05:57:29.752722 run osmo-stp_10.42.42.5(pid=15009): Launched\u000a05:57:29.866728 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:57:30.442358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15011): Launched\u000a05:57:30.754751 run osmo-msc_10.42.42.6(pid=15012): Launched\u000a05:57:31.091129 run osmo-stp_10.42.42.5(pid=15009): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15009)]\u000a05:57:31.233863 run osmo-stp_10.42.42.5(pid=15009): stdout: \u000a| (launched: 2022-12-14_05:57:29.600167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:31.376282 run osmo-stp_10.42.42.5(pid=15009): stderr: \u000a| �[0;m�[38;5;43m20221214055729772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055729773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055729773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055729773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055729774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055729774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055729774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:31.513388 run osmo-stp_10.42.42.5(pid=15009): stdout: \u000a| (launched: 2022-12-14_05:57:29.600167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:31.651890 run osmo-stp_10.42.42.5(pid=15009): stderr: \u000a| �[0;m�[38;5;43m20221214055729772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055729773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055729773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055729773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055729774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055729774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055729774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:31.714104 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15009): Process ended prematurely: osmo-stp_10.42.42.5(pid=15009) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15009)] [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a05:57:31.724672 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a05:57:31.789418 run osmo-hlr_10.42.42.2(pid=15006): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15006)]\u000a05:57:31.844064 run osmo-hlr_10.42.42.2(pid=15006): stdout: \u000a| (launched: 2022-12-14_05:57:28.619424) \u000a05:57:31.898130 run osmo-hlr_10.42.42.2(pid=15006): stderr: \u000a| �[0;m�[1;31m20221214055728799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055728800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055728800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055728800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055728800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055728800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055728812 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055728821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055728821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055728821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:57:31.972605 run osmo-msc_10.42.42.6(pid=15012): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15012)]\u000a05:57:32.026916 run osmo-msc_10.42.42.6(pid=15012): stdout: \u000a| (launched: 2022-12-14_05:57:30.600706) \u000a05:57:32.081585 run osmo-msc_10.42.42.6(pid=15012): stderr: \u000a| �[0;m�[38;5;43m20221214055730882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214055730882 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8094360c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214055730882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214055730882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214055730882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214055730882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214055730884 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214055730893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214055730893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214055730893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:57:32.127361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15005): Terminating (SIGTERM)\u000a05:57:32.173581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15008): Terminating (SIGTERM)\u000a05:57:32.219878 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15011): Terminating (SIGTERM)\u000a05:57:32.230404 --- ParallelTerminationStrategy: PID 15005 died...\u000a05:57:32.289319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15005): Terminated: ok {rc=0}\u000a05:57:32.299514 --- ParallelTerminationStrategy: PID 15008 died...\u000a05:57:32.355586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15008): Terminated: ok {rc=0}\u000a05:57:32.365811 --- ParallelTerminationStrategy: PID 15011 died...\u000a05:57:32.421976 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15011): Terminated: ok {rc=0}\u000a05:57:32.508611 bus /sierra_3: Setting Powered False\u000a05:57:33.614702 bus /sierra_3: Setting Powered False\u000a05:57:34.722300 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15020): Process ended prematurely: osmo-stp_10.42.42.5(pid=15020) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15020)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15020): Process ended prematurely: osmo-stp_10.42.42.5(pid=15020) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15020)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:57:35.832787 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:57:35.844812 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a05:57:36.006559 tst mo_mt_call_osmux.py: using LAC 38877\u000a05:57:36.128261 tst mo_mt_call_osmux.py: using RAC 117\u000a05:57:36.252149 tst mo_mt_call_osmux.py: using CellId 38877\u000a05:57:36.375701 tst mo_mt_call_osmux.py: using BVCI 38878\u000a05:57:36.399414 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:57:36.410828 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:57:36.421910 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:57:36.432782 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:57:36.444245 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:57:36.455770 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:57:36.572588 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:57:36.790139 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:57:37.319420 run create_hlr_db(pid=15014): Launched\u000a05:57:37.512530 bus /sierra_2: Setting Powered False\u000a05:57:38.531676 run create_hlr_db(pid=15014): Terminated: ok {rc=0}\u000a05:57:38.949496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15016): Launched\u000a05:57:39.261069 run osmo-hlr_10.42.42.2(pid=15017): Launched\u000a05:57:39.379192 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:57:39.930582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15019): Launched\u000a05:57:40.248596 run osmo-stp_10.42.42.5(pid=15020): Launched\u000a05:57:40.363481 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:57:40.933994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15022): Launched\u000a05:57:41.249151 run osmo-msc_10.42.42.6(pid=15023): Launched\u000a05:57:41.432092 run osmo-stp_10.42.42.5(pid=15020): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15020)]\u000a05:57:41.564201 run osmo-stp_10.42.42.5(pid=15020): stdout: \u000a| (launched: 2022-12-14_05:57:40.091826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:41.694456 run osmo-stp_10.42.42.5(pid=15020): stderr: \u000a| �[0;m�[38;5;43m20221214055740264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055740264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055740264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055740265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055740267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055740267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055740267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:41.819791 run osmo-stp_10.42.42.5(pid=15020): stdout: \u000a| (launched: 2022-12-14_05:57:40.091826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:41.943782 run osmo-stp_10.42.42.5(pid=15020): stderr: \u000a| �[0;m�[38;5;43m20221214055740264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055740264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055740264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055740265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055740267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055740267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055740267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:41.999156 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15020): Process ended prematurely: osmo-stp_10.42.42.5(pid=15020) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15020)] [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a05:57:42.008298 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a05:57:42.068146 run osmo-hlr_10.42.42.2(pid=15017): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15017)]\u000a05:57:42.117370 run osmo-hlr_10.42.42.2(pid=15017): stdout: \u000a| (launched: 2022-12-14_05:57:39.107652) \u000a05:57:42.166968 run osmo-hlr_10.42.42.2(pid=15017): stderr: \u000a| �[0;m�[1;31m20221214055739288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055739288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055739289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055739289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055739289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055739289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055739300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055739310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055739310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055739310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:57:42.234317 run osmo-msc_10.42.42.6(pid=15023): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15023)]\u000a05:57:42.283597 run osmo-msc_10.42.42.6(pid=15023): stdout: \u000a| (launched: 2022-12-14_05:57:41.093186) \u000a05:57:42.333136 run osmo-msc_10.42.42.6(pid=15023): stderr: \u000a| �[0;m�[38;5;43m20221214055741367 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214055741367 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5609a71c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214055741367 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214055741367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214055741368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214055741368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214055741371 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214055741372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214055741372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214055741372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:57:42.375652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15016): Terminating (SIGTERM)\u000a05:57:42.416236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15019): Terminating (SIGTERM)\u000a05:57:42.456260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15022): Terminating (SIGTERM)\u000a05:57:42.465473 --- ParallelTerminationStrategy: PID 15016 died...\u000a05:57:42.519244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15016): Terminated: ok {rc=0}\u000a05:57:42.528786 --- ParallelTerminationStrategy: PID 15019 died...\u000a05:57:42.582075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15019): Terminated: ok {rc=0}\u000a05:57:42.591594 --- ParallelTerminationStrategy: PID 15022 died...\u000a05:57:42.644622 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15022): Terminated: ok {rc=0}\u000a05:57:42.726963 bus /sierra_3: Setting Powered False\u000a05:57:43.832835 bus /sierra_3: Setting Powered False\u000a05:57:44.941433 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:57:25" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15034): Process ended prematurely: osmo-stp_10.42.42.5(pid=15034) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15034)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15034): Process ended prematurely: osmo-stp_10.42.42.5(pid=15034) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15034)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a05:57:47.021112 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:57:47.033989 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a05:57:47.222791 tst mo_mt_call.py: using LAC 38878\u000a05:57:47.353747 tst mo_mt_call.py: using RAC 118\u000a05:57:47.485532 tst mo_mt_call.py: using CellId 38878\u000a05:57:47.617243 tst mo_mt_call.py: using BVCI 38879\u000a05:57:47.642678 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:57:47.654676 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:57:47.666782 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:57:47.678537 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:57:47.690321 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:57:47.701945 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:57:47.822625 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:57:48.027893 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:57:48.520854 run create_hlr_db(pid=15028): Launched\u000a05:57:48.701729 bus /sierra_2: Setting Powered False\u000a05:57:49.722477 run create_hlr_db(pid=15028): Terminated: ok {rc=0}\u000a05:57:50.138529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15030): Launched\u000a05:57:50.450566 run osmo-hlr_10.42.42.2(pid=15031): Launched\u000a05:57:50.573457 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:57:51.121199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15033): Launched\u000a05:57:51.432740 run osmo-stp_10.42.42.5(pid=15034): Launched\u000a05:57:51.548439 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:57:52.118551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15036): Launched\u000a05:57:52.431977 run osmo-msc_10.42.42.6(pid=15037): Launched\u000a05:57:52.615446 run osmo-stp_10.42.42.5(pid=15034): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15034)]\u000a05:57:52.748356 run osmo-stp_10.42.42.5(pid=15034): stdout: \u000a| (launched: 2022-12-14_05:57:51.279845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:52.878615 run osmo-stp_10.42.42.5(pid=15034): stderr: \u000a| �[0;m�[38;5;43m20221214055751451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055751451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055751451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055751452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055751452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055751452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055751452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:53.003776 run osmo-stp_10.42.42.5(pid=15034): stdout: \u000a| (launched: 2022-12-14_05:57:51.279845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:53.127891 run osmo-stp_10.42.42.5(pid=15034): stderr: \u000a| �[0;m�[38;5;43m20221214055751451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055751451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055751451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055751452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055751452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055751452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055751452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:53.182572 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15034): Process ended prematurely: osmo-stp_10.42.42.5(pid=15034) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15034)] [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a05:57:53.191414 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a05:57:53.251559 run osmo-hlr_10.42.42.2(pid=15031): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15031)]\u000a05:57:53.300858 run osmo-hlr_10.42.42.2(pid=15031): stdout: \u000a| (launched: 2022-12-14_05:57:50.297809) \u000a05:57:53.350960 run osmo-hlr_10.42.42.2(pid=15031): stderr: \u000a| �[0;m�[1;31m20221214055750475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055750475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055750475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055750475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055750475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055750475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055750487 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055750495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055750496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055750496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:57:53.418809 run osmo-msc_10.42.42.6(pid=15037): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15037)]\u000a05:57:53.468161 run osmo-msc_10.42.42.6(pid=15037): stdout: \u000a| (launched: 2022-12-14_05:57:52.277472) \u000a05:57:53.517928 run osmo-msc_10.42.42.6(pid=15037): stderr: \u000a| �[0;m�[38;5;43m20221214055752550 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214055752550 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1f7d893c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214055752550 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214055752550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214055752550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214055752550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214055752554 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214055752554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214055752554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214055752554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:57:53.560261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15030): Terminating (SIGTERM)\u000a05:57:53.600247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15033): Terminating (SIGTERM)\u000a05:57:53.640273 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15036): Terminating (SIGTERM)\u000a05:57:53.649492 --- ParallelTerminationStrategy: PID 15030 died...\u000a05:57:53.703356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15030): Terminated: ok {rc=0}\u000a05:57:53.712833 --- ParallelTerminationStrategy: PID 15033 died...\u000a05:57:53.766259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15033): Terminated: ok {rc=0}\u000a05:57:53.775735 --- ParallelTerminationStrategy: PID 15036 died...\u000a05:57:53.829399 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15036): Terminated: ok {rc=0}\u000a05:57:53.912697 bus /sierra_3: Setting Powered False\u000a05:57:55.020793 bus /sierra_3: Setting Powered False\u000a05:57:56.129974 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15045): Process ended prematurely: osmo-stp_10.42.42.5(pid=15045) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15045)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15045): Process ended prematurely: osmo-stp_10.42.42.5(pid=15045) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15045)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:57:57.246929 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:57:57.259450 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a05:57:57.423625 tst mo_mt_call_osmux.py: using LAC 38879\u000a05:57:57.548088 tst mo_mt_call_osmux.py: using RAC 119\u000a05:57:57.675226 tst mo_mt_call_osmux.py: using CellId 38879\u000a05:57:57.798433 tst mo_mt_call_osmux.py: using BVCI 38880\u000a05:57:57.822250 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:57:57.833807 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:57:57.844830 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:57:57.855891 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:57:57.867333 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:57:57.878706 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:57:57.999685 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:57:58.208433 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:57:58.701371 run create_hlr_db(pid=15039): Launched\u000a05:57:58.881583 bus /sierra_2: Setting Powered False\u000a05:57:59.903316 run create_hlr_db(pid=15039): Terminated: ok {rc=0}\u000a05:58:00.321866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15041): Launched\u000a05:58:00.634610 run osmo-hlr_10.42.42.2(pid=15042): Launched\u000a05:58:00.756519 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:58:01.370456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15044): Launched\u000a05:58:01.844368 run osmo-stp_10.42.42.5(pid=15045): Launched\u000a05:58:02.037189 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:58:02.613463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15047): Launched\u000a05:58:02.926743 run osmo-msc_10.42.42.6(pid=15048): Launched\u000a05:58:03.110393 run osmo-stp_10.42.42.5(pid=15045): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15045)]\u000a05:58:03.242656 run osmo-stp_10.42.42.5(pid=15045): stdout: \u000a| (launched: 2022-12-14_05:58:01.531672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:03.372508 run osmo-stp_10.42.42.5(pid=15045): stderr: \u000a| �[0;m�[38;5;43m20221214055801757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055801757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055801757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055801758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055801758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055801758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055801758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:03.497616 run osmo-stp_10.42.42.5(pid=15045): stdout: \u000a| (launched: 2022-12-14_05:58:01.531672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:03.621768 run osmo-stp_10.42.42.5(pid=15045): stderr: \u000a| �[0;m�[38;5;43m20221214055801757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055801757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055801757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055801758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055801758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055801758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055801758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:03.676512 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15045): Process ended prematurely: osmo-stp_10.42.42.5(pid=15045) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15045)] [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a05:58:03.685220 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a05:58:03.745044 run osmo-hlr_10.42.42.2(pid=15042): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15042)]\u000a05:58:03.794237 run osmo-hlr_10.42.42.2(pid=15042): stdout: \u000a| (launched: 2022-12-14_05:58:00.480761) \u000a05:58:03.844095 run osmo-hlr_10.42.42.2(pid=15042): stderr: \u000a| �[0;m�[1;31m20221214055800660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055800660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055800660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055800660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055800660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055800660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055800672 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055800680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055800681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055800681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:58:03.911664 run osmo-msc_10.42.42.6(pid=15048): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15048)]\u000a05:58:03.960617 run osmo-msc_10.42.42.6(pid=15048): stdout: \u000a| (launched: 2022-12-14_05:58:02.772297) \u000a05:58:04.010433 run osmo-msc_10.42.42.6(pid=15048): stderr: \u000a| �[0;m�[38;5;43m20221214055803046 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214055803046 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2570059c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214055803046 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214055803046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214055803046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214055803047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214055803048 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214055803049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214055803049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214055803049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:58:04.052771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15041): Terminating (SIGTERM)\u000a05:58:04.092835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15044): Terminating (SIGTERM)\u000a05:58:04.133026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15047): Terminating (SIGTERM)\u000a05:58:04.142254 --- ParallelTerminationStrategy: PID 15041 died...\u000a05:58:04.196376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15041): Terminated: ok {rc=0}\u000a05:58:04.206023 --- ParallelTerminationStrategy: PID 15044 died...\u000a05:58:04.259375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15044): Terminated: ok {rc=0}\u000a05:58:04.268916 --- ParallelTerminationStrategy: PID 15047 died...\u000a05:58:04.322488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15047): Terminated: ok {rc=0}\u000a05:58:04.411161 bus /sierra_3: Setting Powered False\u000a05:58:05.513437 bus /sierra_3: Setting Powered False\u000a05:58:06.619702 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:57:46" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15060): Process ended prematurely: osmo-stp_10.42.42.5(pid=15060) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15060)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15060): Process ended prematurely: osmo-stp_10.42.42.5(pid=15060) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15060)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a05:58:08.641571 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:58:08.653328 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a05:58:08.819900 tst mo_mt_call.py: using LAC 38880\u000a05:58:08.951131 tst mo_mt_call.py: using RAC 120\u000a05:58:09.078910 tst mo_mt_call.py: using CellId 38880\u000a05:58:09.206764 tst mo_mt_call.py: using BVCI 38881\u000a05:58:09.232048 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:58:09.243702 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:58:09.255222 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:58:09.266733 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:58:09.278449 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:58:09.289919 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:58:09.408074 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:58:09.623344 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:58:10.154203 run create_hlr_db(pid=15054): Launched\u000a05:58:10.347255 bus /sierra_2: Setting Powered False\u000a05:58:11.366436 run create_hlr_db(pid=15054): Terminated: ok {rc=0}\u000a05:58:11.808315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15056): Launched\u000a05:58:12.141783 run osmo-hlr_10.42.42.2(pid=15057): Launched\u000a05:58:12.264688 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:58:12.843144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15059): Launched\u000a05:58:13.175889 run osmo-stp_10.42.42.5(pid=15060): Launched\u000a05:58:13.296854 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:58:13.906238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15062): Launched\u000a05:58:14.239793 run osmo-msc_10.42.42.6(pid=15063): Launched\u000a05:58:14.434692 run osmo-stp_10.42.42.5(pid=15060): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15060)]\u000a05:58:14.575039 run osmo-stp_10.42.42.5(pid=15060): stdout: \u000a| (launched: 2022-12-14_05:58:13.012654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:14.714471 run osmo-stp_10.42.42.5(pid=15060): stderr: \u000a| �[0;m�[38;5;43m20221214055813207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055813207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055813208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055813209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055813209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055813209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055813209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:14.847709 run osmo-stp_10.42.42.5(pid=15060): stdout: \u000a| (launched: 2022-12-14_05:58:13.012654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:14.979489 run osmo-stp_10.42.42.5(pid=15060): stderr: \u000a| �[0;m�[38;5;43m20221214055813207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055813207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055813208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055813209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055813209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055813209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055813209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:15.037840 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15060): Process ended prematurely: osmo-stp_10.42.42.5(pid=15060) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15060)] [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a05:58:15.047186 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a05:58:15.109541 run osmo-hlr_10.42.42.2(pid=15057): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15057)]\u000a05:58:15.160722 run osmo-hlr_10.42.42.2(pid=15057): stdout: \u000a| (launched: 2022-12-14_05:58:11.978220) \u000a05:58:15.212907 run osmo-hlr_10.42.42.2(pid=15057): stderr: \u000a| �[0;m�[1;31m20221214055812177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055812177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055812177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055812177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055812177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055812177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055812189 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055812199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055812199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055812199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:58:15.283301 run osmo-msc_10.42.42.6(pid=15063): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15063)]\u000a05:58:15.334722 run osmo-msc_10.42.42.6(pid=15063): stdout: \u000a| (launched: 2022-12-14_05:58:14.075788) \u000a05:58:15.386536 run osmo-msc_10.42.42.6(pid=15063): stderr: \u000a| �[0;m�[38;5;43m20221214055814401 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214055814401 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efc9133ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214055814401 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214055814401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214055814402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214055814402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214055814403 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214055814404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214055814404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214055814404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:58:15.430525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15056): Terminating (SIGTERM)\u000a05:58:15.472250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15059): Terminating (SIGTERM)\u000a05:58:15.514494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15062): Terminating (SIGTERM)\u000a05:58:15.524104 --- ParallelTerminationStrategy: PID 15056 died...\u000a05:58:15.579727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15056): Terminated: ok {rc=0}\u000a05:58:15.589777 --- ParallelTerminationStrategy: PID 15059 died...\u000a05:58:15.645058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15059): Terminated: ok {rc=0}\u000a05:58:15.654990 --- ParallelTerminationStrategy: PID 15062 died...\u000a05:58:15.710661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15062): Terminated: ok {rc=0}\u000a05:58:15.797802 bus /sierra_3: Setting Powered False\u000a05:58:16.899763 bus /sierra_3: Setting Powered False\u000a05:58:18.007519 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15071): Process ended prematurely: osmo-stp_10.42.42.5(pid=15071) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15071)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15071): Process ended prematurely: osmo-stp_10.42.42.5(pid=15071) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15071)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:58:19.123723 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:58:19.136200 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a05:58:19.299552 tst mo_mt_call_osmux.py: using LAC 38881\u000a05:58:19.423091 tst mo_mt_call_osmux.py: using RAC 121\u000a05:58:19.546729 tst mo_mt_call_osmux.py: using CellId 38881\u000a05:58:19.670358 tst mo_mt_call_osmux.py: using BVCI 38882\u000a05:58:19.694359 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:58:19.705694 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:58:19.716654 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:58:19.727683 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:58:19.739146 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:58:19.750518 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:58:19.871731 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:58:20.080010 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:58:20.571899 run create_hlr_db(pid=15065): Launched\u000a05:58:20.753246 bus /sierra_2: Setting Powered False\u000a05:58:21.773133 run create_hlr_db(pid=15065): Terminated: ok {rc=0}\u000a05:58:22.216766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15067): Launched\u000a05:58:22.551976 run osmo-hlr_10.42.42.2(pid=15068): Launched\u000a05:58:22.678562 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:58:23.258372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15070): Launched\u000a05:58:23.591461 run osmo-stp_10.42.42.5(pid=15071): Launched\u000a05:58:23.713473 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:58:24.320289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15073): Launched\u000a05:58:24.653076 run osmo-msc_10.42.42.6(pid=15074): Launched\u000a05:58:24.847229 run osmo-stp_10.42.42.5(pid=15071): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15071)]\u000a05:58:24.987422 run osmo-stp_10.42.42.5(pid=15071): stdout: \u000a| (launched: 2022-12-14_05:58:23.427904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:25.126633 run osmo-stp_10.42.42.5(pid=15071): stderr: \u000a| �[0;m�[38;5;43m20221214055823623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055823624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055823624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055823624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055823626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055823627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055823627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:25.260531 run osmo-stp_10.42.42.5(pid=15071): stdout: \u000a| (launched: 2022-12-14_05:58:23.427904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:25.392672 run osmo-stp_10.42.42.5(pid=15071): stderr: \u000a| �[0;m�[38;5;43m20221214055823623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055823624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055823624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055823624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055823626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055823627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055823627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:25.451098 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15071): Process ended prematurely: osmo-stp_10.42.42.5(pid=15071) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15071)] [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a05:58:25.460342 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a05:58:25.522389 run osmo-hlr_10.42.42.2(pid=15068): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15068)]\u000a05:58:25.573698 run osmo-hlr_10.42.42.2(pid=15068): stdout: \u000a| (launched: 2022-12-14_05:58:22.387716) \u000a05:58:25.625655 run osmo-hlr_10.42.42.2(pid=15068): stderr: \u000a| �[0;m�[1;31m20221214055822586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055822586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055822586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055822586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055822587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055822587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055822599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055822608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055822608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055822608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:58:25.696295 run osmo-msc_10.42.42.6(pid=15074): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15074)]\u000a05:58:25.747605 run osmo-msc_10.42.42.6(pid=15074): stdout: \u000a| (launched: 2022-12-14_05:58:24.490175) \u000a05:58:25.799611 run osmo-msc_10.42.42.6(pid=15074): stderr: \u000a| �[0;m�[38;5;43m20221214055824816 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214055824816 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa9eb14fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214055824816 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214055824816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214055824816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214055824816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214055824818 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214055824818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214055824819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214055824819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:58:25.843573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15067): Terminating (SIGTERM)\u000a05:58:25.885616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15070): Terminating (SIGTERM)\u000a05:58:25.927522 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15073): Terminating (SIGTERM)\u000a05:58:25.937115 --- ParallelTerminationStrategy: PID 15067 died...\u000a05:58:25.992552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15067): Terminated: ok {rc=0}\u000a05:58:26.002510 --- ParallelTerminationStrategy: PID 15070 died...\u000a05:58:26.057856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15070): Terminated: ok {rc=0}\u000a05:58:26.067775 --- ParallelTerminationStrategy: PID 15073 died...\u000a05:58:26.123080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15073): Terminated: ok {rc=0}\u000a05:58:26.210206 bus /sierra_3: Setting Powered False\u000a05:58:27.316392 bus /sierra_3: Setting Powered False\u000a05:58:28.428094 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:58:08" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15085): Process ended prematurely: osmo-stp_10.42.42.5(pid=15085) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15085)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15085): Process ended prematurely: osmo-stp_10.42.42.5(pid=15085) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15085)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a05:58:30.425027 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:58:30.436387 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a05:58:30.607112 tst mo_mt_call.py: using LAC 38882\u000a05:58:30.738080 tst mo_mt_call.py: using RAC 122\u000a05:58:30.880072 tst mo_mt_call.py: using CellId 38882\u000a05:58:31.022793 tst mo_mt_call.py: using BVCI 38883\u000a05:58:31.051377 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:58:31.063918 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:58:31.076271 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:58:31.088736 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:58:31.102471 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:58:31.115932 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:58:31.250610 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:58:31.467311 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:58:32.016812 run create_hlr_db(pid=15079): Launched\u000a05:58:32.203235 bus /sierra_2: Setting Powered False\u000a05:58:33.218595 run create_hlr_db(pid=15079): Terminated: ok {rc=0}\u000a05:58:33.663169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15081): Launched\u000a05:58:33.997510 run osmo-hlr_10.42.42.2(pid=15082): Launched\u000a05:58:34.119237 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:58:34.697290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15084): Launched\u000a05:58:35.029028 run osmo-stp_10.42.42.5(pid=15085): Launched\u000a05:58:35.150575 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:58:35.759742 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15087): Launched\u000a05:58:36.093908 run osmo-msc_10.42.42.6(pid=15088): Launched\u000a05:58:36.289428 run osmo-stp_10.42.42.5(pid=15085): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15085)]\u000a05:58:36.430726 run osmo-stp_10.42.42.5(pid=15085): stdout: \u000a| (launched: 2022-12-14_05:58:34.866932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:36.570535 run osmo-stp_10.42.42.5(pid=15085): stderr: \u000a| �[0;m�[38;5;43m20221214055835063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055835063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055835063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055835063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055835064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055835064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055835064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:36.704445 run osmo-stp_10.42.42.5(pid=15085): stdout: \u000a| (launched: 2022-12-14_05:58:34.866932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:36.836809 run osmo-stp_10.42.42.5(pid=15085): stderr: \u000a| �[0;m�[38;5;43m20221214055835063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055835063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055835063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055835063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055835064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055835064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055835064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:36.895142 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15085): Process ended prematurely: osmo-stp_10.42.42.5(pid=15085) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15085)] [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a05:58:36.904334 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a05:58:36.966518 run osmo-hlr_10.42.42.2(pid=15082): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15082)]\u000a05:58:37.017768 run osmo-hlr_10.42.42.2(pid=15082): stdout: \u000a| (launched: 2022-12-14_05:58:33.833710) \u000a05:58:37.069743 run osmo-hlr_10.42.42.2(pid=15082): stderr: \u000a| �[0;m�[1;31m20221214055834033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055834033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055834033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055834033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055834033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055834033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055834058 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055834067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055834067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055834068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:58:37.140091 run osmo-msc_10.42.42.6(pid=15088): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15088)]\u000a05:58:37.191401 run osmo-msc_10.42.42.6(pid=15088): stdout: \u000a| (launched: 2022-12-14_05:58:35.929780) \u000a05:58:37.243125 run osmo-msc_10.42.42.6(pid=15088): stderr: \u000a| �[0;m�[38;5;43m20221214055836254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214055836254 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce2aaa2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214055836254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214055836254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214055836254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214055836255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214055836258 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214055836259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214055836259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214055836259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:58:37.287313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15081): Terminating (SIGTERM)\u000a05:58:37.329249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15084): Terminating (SIGTERM)\u000a05:58:37.371078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15087): Terminating (SIGTERM)\u000a05:58:37.380748 --- ParallelTerminationStrategy: PID 15081 died...\u000a05:58:37.436550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15081): Terminated: ok {rc=0}\u000a05:58:37.446527 --- ParallelTerminationStrategy: PID 15084 died...\u000a05:58:37.501945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15084): Terminated: ok {rc=0}\u000a05:58:37.511916 --- ParallelTerminationStrategy: PID 15087 died...\u000a05:58:37.567345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15087): Terminated: ok {rc=0}\u000a05:58:37.655777 bus /sierra_3: Setting Powered False\u000a05:58:38.762935 bus /sierra_3: Setting Powered False\u000a05:58:39.871424 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15096): Process ended prematurely: osmo-stp_10.42.42.5(pid=15096) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15096)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15096): Process ended prematurely: osmo-stp_10.42.42.5(pid=15096) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15096)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:58:40.987522 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:58:41.000132 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a05:58:41.170214 tst mo_mt_call_osmux.py: using LAC 38883\u000a05:58:41.299870 tst mo_mt_call_osmux.py: using RAC 123\u000a05:58:41.431335 tst mo_mt_call_osmux.py: using CellId 38883\u000a05:58:41.561481 tst mo_mt_call_osmux.py: using BVCI 38884\u000a05:58:41.586786 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:58:41.599172 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:58:41.610969 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:58:41.622588 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:58:41.634429 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:58:41.646208 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:58:41.763963 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:58:41.980919 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:58:42.513257 run create_hlr_db(pid=15090): Launched\u000a05:58:42.707407 bus /sierra_2: Setting Powered False\u000a05:58:43.726941 run create_hlr_db(pid=15090): Terminated: ok {rc=0}\u000a05:58:44.149398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15092): Launched\u000a05:58:44.462212 run osmo-hlr_10.42.42.2(pid=15093): Launched\u000a05:58:44.582414 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:58:45.126026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15095): Launched\u000a05:58:45.439649 run osmo-stp_10.42.42.5(pid=15096): Launched\u000a05:58:45.555432 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:58:46.168942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15098): Launched\u000a05:58:46.620186 run osmo-msc_10.42.42.6(pid=15099): Launched\u000a05:58:47.027780 run osmo-stp_10.42.42.5(pid=15096): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15096)]\u000a05:58:47.224428 run osmo-stp_10.42.42.5(pid=15096): stdout: \u000a| (launched: 2022-12-14_05:58:45.285617)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:47.363187 run osmo-stp_10.42.42.5(pid=15096): stderr: \u000a| �[0;m�[38;5;43m20221214055845457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055845457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055845457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055845457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055845460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055845460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055845460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:47.497030 run osmo-stp_10.42.42.5(pid=15096): stdout: \u000a| (launched: 2022-12-14_05:58:45.285617)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:47.629808 run osmo-stp_10.42.42.5(pid=15096): stderr: \u000a| �[0;m�[38;5;43m20221214055845457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055845457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055845457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055845457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055845460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055845460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055845460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:47.688380 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15096): Process ended prematurely: osmo-stp_10.42.42.5(pid=15096) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15096)] [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a05:58:47.698290 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a05:58:47.761455 run osmo-hlr_10.42.42.2(pid=15093): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15093)]\u000a05:58:47.813409 run osmo-hlr_10.42.42.2(pid=15093): stdout: \u000a| (launched: 2022-12-14_05:58:44.308504) \u000a05:58:47.866536 run osmo-hlr_10.42.42.2(pid=15093): stderr: \u000a| �[0;m�[1;31m20221214055844488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055844488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055844488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055844488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055844488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055844488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055844501 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055844510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055844510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055844510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:58:47.938061 run osmo-msc_10.42.42.6(pid=15099): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15099)]\u000a05:58:47.990120 run osmo-msc_10.42.42.6(pid=15099): stdout: \u000a| (launched: 2022-12-14_05:58:46.348073) \u000a05:58:48.042772 run osmo-msc_10.42.42.6(pid=15099): stderr: \u000a| �[0;m�[38;5;43m20221214055846862 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214055846862 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb17b3e7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214055846862 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214055846863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214055846863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214055846863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214055846865 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214055846865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214055846865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214055846865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:58:48.087469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15092): Terminating (SIGTERM)\u000a05:58:48.130140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15095): Terminating (SIGTERM)\u000a05:58:48.172794 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15098): Terminating (SIGTERM)\u000a05:58:48.182611 --- ParallelTerminationStrategy: PID 15092 died...\u000a05:58:48.239086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15092): Terminated: ok {rc=0}\u000a05:58:48.249199 --- ParallelTerminationStrategy: PID 15095 died...\u000a05:58:48.305339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15095): Terminated: ok {rc=0}\u000a05:58:48.315431 --- ParallelTerminationStrategy: PID 15098 died...\u000a05:58:48.371685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15098): Terminated: ok {rc=0}\u000a05:58:48.457787 bus /sierra_3: Setting Powered False\u000a05:58:49.563981 bus /sierra_3: Setting Powered False\u000a05:58:50.671075 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:58:30" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15111): Process ended prematurely: osmo-stp_10.42.42.5(pid=15111) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15111)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15111): Process ended prematurely: osmo-stp_10.42.42.5(pid=15111) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15111)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a05:58:52.689123 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:58:52.701558 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:58:52.869220 tst mo_mt_call.py: using LAC 38884\u000a05:58:53.001841 tst mo_mt_call.py: using RAC 124\u000a05:58:53.130053 tst mo_mt_call.py: using CellId 38884\u000a05:58:53.250939 tst mo_mt_call.py: using BVCI 38885\u000a05:58:53.274574 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:58:53.285915 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:58:53.296925 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:58:53.308048 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:58:53.319449 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:58:53.330863 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:58:53.451648 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:58:53.659042 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:58:54.150630 run create_hlr_db(pid=15105): Launched\u000a05:58:54.330459 bus /sierra_2: Setting Powered False\u000a05:58:55.352114 run create_hlr_db(pid=15105): Terminated: ok {rc=0}\u000a05:58:55.794149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15107): Launched\u000a05:58:56.127118 run osmo-hlr_10.42.42.2(pid=15108): Launched\u000a05:58:56.249517 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:58:56.828098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15110): Launched\u000a05:58:57.163028 run osmo-stp_10.42.42.5(pid=15111): Launched\u000a05:58:57.284761 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:58:57.894848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15113): Launched\u000a05:58:58.227914 run osmo-msc_10.42.42.6(pid=15114): Launched\u000a05:58:58.422990 run osmo-stp_10.42.42.5(pid=15111): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15111)]\u000a05:58:58.563361 run osmo-stp_10.42.42.5(pid=15111): stdout: \u000a| (launched: 2022-12-14_05:58:56.997903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:58.704003 run osmo-stp_10.42.42.5(pid=15111): stderr: \u000a| �[0;m�[38;5;43m20221214055857192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055857192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055857192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055857193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055857193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055857194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055857194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:58.837927 run osmo-stp_10.42.42.5(pid=15111): stdout: \u000a| (launched: 2022-12-14_05:58:56.997903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:58.970233 run osmo-stp_10.42.42.5(pid=15111): stderr: \u000a| �[0;m�[38;5;43m20221214055857192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055857192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055857192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055857193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055857193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055857194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055857194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:59.028705 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15111): Process ended prematurely: osmo-stp_10.42.42.5(pid=15111) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15111)] [trial-2400↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a05:58:59.038198 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a05:58:59.100046 run osmo-hlr_10.42.42.2(pid=15108): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15108)]\u000a05:58:59.151412 run osmo-hlr_10.42.42.2(pid=15108): stdout: \u000a| (launched: 2022-12-14_05:58:55.963939) \u000a05:58:59.203369 run osmo-hlr_10.42.42.2(pid=15108): stderr: \u000a| �[0;m�[1;31m20221214055856165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055856165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055856165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055856165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055856165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055856165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055856178 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055856186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055856186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055856186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:58:59.273612 run osmo-msc_10.42.42.6(pid=15114): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15114)]\u000a05:58:59.324835 run osmo-msc_10.42.42.6(pid=15114): stdout: \u000a| (launched: 2022-12-14_05:58:58.064802) \u000a05:58:59.376623 run osmo-msc_10.42.42.6(pid=15114): stderr: \u000a| �[0;m�[38;5;43m20221214055858390 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214055858390 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6f1088dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214055858390 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214055858390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214055858390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214055858390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214055858394 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214055858394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214055858394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214055858394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:58:59.420707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15107): Terminating (SIGTERM)\u000a05:58:59.462437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15110): Terminating (SIGTERM)\u000a05:58:59.504108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15113): Terminating (SIGTERM)\u000a05:58:59.513738 --- ParallelTerminationStrategy: PID 15107 died...\u000a05:58:59.569342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15107): Terminated: ok {rc=0}\u000a05:58:59.579630 --- ParallelTerminationStrategy: PID 15110 died...\u000a05:58:59.634935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15110): Terminated: ok {rc=0}\u000a05:58:59.644818 --- ParallelTerminationStrategy: PID 15113 died...\u000a05:58:59.700395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15113): Terminated: ok {rc=0}\u000a05:58:59.786316 bus /sierra_3: Setting Powered False\u000a05:59:00.908037 bus /sierra_3: Setting Powered False\u000a05:59:02.028705 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15122): Process ended prematurely: osmo-stp_10.42.42.5(pid=15122) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15122)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15122): Process ended prematurely: osmo-stp_10.42.42.5(pid=15122) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15122)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:59:03.140020 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:59:03.152166 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:59:03.323982 tst mo_mt_call_osmux.py: using LAC 38885\u000a05:59:03.456115 tst mo_mt_call_osmux.py: using RAC 125\u000a05:59:03.585148 tst mo_mt_call_osmux.py: using CellId 38885\u000a05:59:03.714663 tst mo_mt_call_osmux.py: using BVCI 38886\u000a05:59:03.740041 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:59:03.752079 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:59:03.763713 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:59:03.775478 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:59:03.787288 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:59:03.799419 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:59:03.915628 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:59:04.131744 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:59:04.666712 run create_hlr_db(pid=15116): Launched\u000a05:59:04.860810 bus /sierra_2: Setting Powered False\u000a05:59:05.881927 run create_hlr_db(pid=15116): Terminated: ok {rc=0}\u000a05:59:06.303120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15118): Launched\u000a05:59:06.617341 run osmo-hlr_10.42.42.2(pid=15119): Launched\u000a05:59:06.738647 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:59:07.289685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15121): Launched\u000a05:59:07.603611 run osmo-stp_10.42.42.5(pid=15122): Launched\u000a05:59:07.718778 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:59:08.292553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15124): Launched\u000a05:59:08.610923 run osmo-msc_10.42.42.6(pid=15125): Launched\u000a05:59:08.795791 run osmo-stp_10.42.42.5(pid=15122): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15122)]\u000a05:59:08.928595 run osmo-stp_10.42.42.5(pid=15122): stdout: \u000a| (launched: 2022-12-14_05:59:07.448908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:59:09.058915 run osmo-stp_10.42.42.5(pid=15122): stderr: \u000a| �[0;m�[38;5;43m20221214055907622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055907622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055907623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055907623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055907624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055907624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055907624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:59:09.184815 run osmo-stp_10.42.42.5(pid=15122): stdout: \u000a| (launched: 2022-12-14_05:59:07.448908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:59:09.309941 run osmo-stp_10.42.42.5(pid=15122): stderr: \u000a| �[0;m�[38;5;43m20221214055907622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055907622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055907623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055907623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055907624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055907624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055907624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:59:09.365158 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15122): Process ended prematurely: osmo-stp_10.42.42.5(pid=15122) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15122)] [trial-2400↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a05:59:09.374148 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a05:59:09.434347 run osmo-hlr_10.42.42.2(pid=15119): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15119)]\u000a05:59:09.483848 run osmo-hlr_10.42.42.2(pid=15119): stdout: \u000a| (launched: 2022-12-14_05:59:06.462166) \u000a05:59:09.533918 run osmo-hlr_10.42.42.2(pid=15119): stderr: \u000a| �[0;m�[1;31m20221214055906659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055906659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055906659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055906660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055906660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055906660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055906675 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055906683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055906683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055906683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:59:09.602027 run osmo-msc_10.42.42.6(pid=15125): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15125)]\u000a05:59:09.651520 run osmo-msc_10.42.42.6(pid=15125): stdout: \u000a| (launched: 2022-12-14_05:59:08.452368) \u000a05:59:09.701660 run osmo-msc_10.42.42.6(pid=15125): stderr: \u000a| �[0;m�[38;5;43m20221214055908728 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214055908728 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f72142e2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214055908728 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214055908728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214055908728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214055908728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214055908730 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214055908731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214055908731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214055908731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:59:09.744547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15118): Terminating (SIGTERM)\u000a05:59:09.785213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15121): Terminating (SIGTERM)\u000a05:59:09.825639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15124): Terminating (SIGTERM)\u000a05:59:09.834914 --- ParallelTerminationStrategy: PID 15118 died...\u000a05:59:09.889535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15118): Terminated: ok {rc=0}\u000a05:59:09.899274 --- ParallelTerminationStrategy: PID 15121 died...\u000a05:59:09.953696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15121): Terminated: ok {rc=0}\u000a05:59:09.963438 --- ParallelTerminationStrategy: PID 15124 died...\u000a05:59:10.017656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15124): Terminated: ok {rc=0}\u000a05:59:10.107603 bus /sierra_3: Setting Powered False\u000a05:59:11.211194 bus /sierra_3: Setting Powered False\u000a05:59:12.321246 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:58:52" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15136): Process ended prematurely: osmo-stp_10.42.42.5(pid=15136) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15136)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15136): Process ended prematurely: osmo-stp_10.42.42.5(pid=15136) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15136)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a05:59:14.317201 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:59:14.328165 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:59:14.489825 tst mo_mt_call.py: using LAC 38886\u000a05:59:14.619754 tst mo_mt_call.py: using RAC 126\u000a05:59:14.752719 tst mo_mt_call.py: using CellId 38886\u000a05:59:14.883411 tst mo_mt_call.py: using BVCI 38887\u000a05:59:14.908807 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:59:14.920364 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:59:14.931683 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:59:14.943164 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:59:14.954652 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:59:14.965986 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:59:15.084291 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:59:15.299116 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:59:15.838428 run create_hlr_db(pid=15130): Launched\u000a05:59:16.064638 bus /sierra_2: Setting Powered False\u000a05:59:17.057587 run create_hlr_db(pid=15130): Terminated: ok {rc=0}\u000a05:59:17.529888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15132): Launched\u000a05:59:17.864071 run osmo-hlr_10.42.42.2(pid=15133): Launched\u000a05:59:17.990110 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:59:18.573201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15135): Launched\u000a05:59:18.908410 run osmo-stp_10.42.42.5(pid=15136): Launched\u000a05:59:19.031362 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:59:19.642912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15138): Launched\u000a05:59:19.977347 run osmo-msc_10.42.42.6(pid=15139): Launched\u000a05:59:20.171991 run osmo-stp_10.42.42.5(pid=15136): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15136)]\u000a05:59:20.315651 run osmo-stp_10.42.42.5(pid=15136): stdout: \u000a| (launched: 2022-12-14_05:59:18.744076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:59:20.454553 run osmo-stp_10.42.42.5(pid=15136): stderr: \u000a| �[0;m�[38;5;43m20221214055918939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055918939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055918940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055918940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055918940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055918941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055918941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:59:20.588342 run osmo-stp_10.42.42.5(pid=15136): stdout: \u000a| (launched: 2022-12-14_05:59:18.744076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:59:20.721366 run osmo-stp_10.42.42.5(pid=15136): stderr: \u000a| �[0;m�[38;5;43m20221214055918939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055918939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055918940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055918940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055918940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055918941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055918941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:59:20.780106 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15136): Process ended prematurely: osmo-stp_10.42.42.5(pid=15136) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15136)] [trial-2400↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a05:59:20.789576 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a05:59:20.853105 run osmo-hlr_10.42.42.2(pid=15133): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15133)]\u000a05:59:20.905119 run osmo-hlr_10.42.42.2(pid=15133): stdout: \u000a| (launched: 2022-12-14_05:59:17.700667) \u000a05:59:20.957839 run osmo-hlr_10.42.42.2(pid=15133): stderr: \u000a| �[0;m�[1;31m20221214055917903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055917904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055917904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055917904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055917904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055917904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055917916 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055917925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055917925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055917925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:59:21.029648 run osmo-msc_10.42.42.6(pid=15139): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15139)]\u000a05:59:21.081792 run osmo-msc_10.42.42.6(pid=15139): stdout: \u000a| (launched: 2022-12-14_05:59:19.814128) \u000a05:59:21.134721 run osmo-msc_10.42.42.6(pid=15139): stderr: \u000a| �[0;m�[38;5;43m20221214055920140 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214055920140 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fea07512c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214055920140 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214055920140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214055920141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214055920141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214055920142 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214055920143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214055920143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214055920143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:59:21.179514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15132): Terminating (SIGTERM)\u000a05:59:21.221864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15135): Terminating (SIGTERM)\u000a05:59:21.264157 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15138): Terminating (SIGTERM)\u000a05:59:21.273988 --- ParallelTerminationStrategy: PID 15132 died...\u000a05:59:21.330421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15132): Terminated: ok {rc=0}\u000a05:59:21.340521 --- ParallelTerminationStrategy: PID 15135 died...\u000a05:59:21.396696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15135): Terminated: ok {rc=0}\u000a05:59:21.406886 --- ParallelTerminationStrategy: PID 15138 died...\u000a05:59:21.463010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15138): Terminated: ok {rc=0}\u000a05:59:21.551174 bus /sierra_3: Setting Powered False\u000a05:59:22.656196 bus /sierra_3: Setting Powered False\u000a05:59:23.764100 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15147): Process ended prematurely: osmo-stp_10.42.42.5(pid=15147) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15147)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15147): Process ended prematurely: osmo-stp_10.42.42.5(pid=15147) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15147)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:59:24.881464 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:59:24.893897 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:59:25.066323 tst mo_mt_call_osmux.py: using LAC 38887\u000a05:59:25.196637 tst mo_mt_call_osmux.py: using RAC 127\u000a05:59:25.327667 tst mo_mt_call_osmux.py: using CellId 38887\u000a05:59:25.459024 tst mo_mt_call_osmux.py: using BVCI 38888\u000a05:59:25.484430 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:59:25.496142 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:59:25.507604 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:59:25.519127 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:59:25.530819 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:59:25.542324 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:59:25.660537 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:59:25.881739 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:59:26.412202 run create_hlr_db(pid=15141): Launched\u000a05:59:26.605485 bus /sierra_2: Setting Powered False\u000a05:59:27.625273 run create_hlr_db(pid=15141): Terminated: ok {rc=0}\u000a05:59:28.067835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15143): Launched\u000a05:59:28.401060 run osmo-hlr_10.42.42.2(pid=15144): Launched\u000a05:59:28.522816 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:59:29.103399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15146): Launched\u000a05:59:29.438130 run osmo-stp_10.42.42.5(pid=15147): Launched\u000a05:59:29.560126 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:59:30.170874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15149): Launched\u000a05:59:30.505984 run osmo-msc_10.42.42.6(pid=15150): Launched\u000a05:59:30.702518 run osmo-stp_10.42.42.5(pid=15147): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15147)]\u000a05:59:30.844886 run osmo-stp_10.42.42.5(pid=15147): stdout: \u000a| (launched: 2022-12-14_05:59:29.273742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:59:31.005350 run osmo-stp_10.42.42.5(pid=15147): stderr: \u000a| �[0;m�[38;5;43m20221214055929471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055929471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055929471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055929472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055929472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055929472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055929472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:59:31.141541 run osmo-stp_10.42.42.5(pid=15147): stdout: \u000a| (launched: 2022-12-14_05:59:29.273742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:59:31.276916 run osmo-stp_10.42.42.5(pid=15147): stderr: \u000a| �[0;m�[38;5;43m20221214055929471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055929471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055929471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055929472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055929472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055929472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055929472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:59:31.337206 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15147): Process ended prematurely: osmo-stp_10.42.42.5(pid=15147) [trial-2400↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15147)] [trial-2400↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a05:59:31.347682 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a05:59:31.412858 run osmo-hlr_10.42.42.2(pid=15144): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15144)]\u000a05:59:31.466248 run osmo-hlr_10.42.42.2(pid=15144): stdout: \u000a| (launched: 2022-12-14_05:59:28.237354) \u000a05:59:31.520222 run osmo-hlr_10.42.42.2(pid=15144): stderr: \u000a| �[0;m�[1;31m20221214055928438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055928438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055928438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055928438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055928438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055928438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055928450 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055928458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055928458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055928459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:59:31.592999 run osmo-msc_10.42.42.6(pid=15150): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15150)]\u000a05:59:31.647331 run osmo-msc_10.42.42.6(pid=15150): stdout: \u000a| (launched: 2022-12-14_05:59:30.341288) \u000a05:59:31.700613 run osmo-msc_10.42.42.6(pid=15150): stderr: \u000a| �[0;m�[38;5;43m20221214055930664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214055930664 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff308fc3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214055930664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214055930664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214055930664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214055930664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214055930666 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214055930666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214055930667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214055930667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:59:31.746454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15143): Terminating (SIGTERM)\u000a05:59:31.801165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15146): Terminating (SIGTERM)\u000a05:59:31.856281 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15149): Terminating (SIGTERM)\u000a05:59:31.870762 --- ParallelTerminationStrategy: PID 15143 died...\u000a05:59:31.940736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15143): Terminated: ok {rc=0}\u000a05:59:31.953522 --- ParallelTerminationStrategy: PID 15146 died...\u000a05:59:32.022347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15146): Terminated: ok {rc=0}\u000a05:59:32.036489 --- ParallelTerminationStrategy: PID 15149 died...\u000a05:59:32.104302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15149): Terminated: ok {rc=0}\u000a05:59:32.212806 bus /sierra_3: Setting Powered False\u000a05:59:33.316412 bus /sierra_3: Setting Powered False\u000a05:59:34.429956 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:59:14" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15161): Process ended prematurely: osmo-stp_10.42.42.5(pid=15161) [trial-2400↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15161)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15161): Process ended prematurely: osmo-stp_10.42.42.5(pid=15161) [trial-2400↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15161)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a05:59:36.443680 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:59:36.455404 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a05:59:36.604513 tst emergency_mo_mt_call.py: using LAC 38888\u000a05:59:36.735116 tst emergency_mo_mt_call.py: using RAC 128\u000a05:59:36.863024 tst emergency_mo_mt_call.py: using CellId 38888\u000a05:59:36.993936 tst emergency_mo_mt_call.py: using BVCI 38889\u000a05:59:37.019135 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:59:37.030513 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:59:37.041598 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:59:37.052558 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:59:37.063746 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:59:37.074918 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:59:37.193412 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:59:37.406003 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:59:37.929547 run create_hlr_db(pid=15155): Launched\u000a05:59:38.120761 bus /sierra_2: Setting Powered False\u000a05:59:39.130824 run create_hlr_db(pid=15155): Terminated: ok {rc=0}\u000a05:59:39.550701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15157): Launched\u000a05:59:39.859432 run osmo-hlr_10.42.42.2(pid=15158): Launched\u000a05:59:39.980487 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:59:40.522024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15160): Launched\u000a05:59:40.830579 run osmo-stp_10.42.42.5(pid=15161): Launched\u000a05:59:40.957337 tst emergency_mo_mt_call.py: using MSISDN 8531\u000a05:59:41.121753 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:59:41.721068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15163): Launched\u000a05:59:42.048890 run osmo-msc_10.42.42.6(pid=15164): Launched\u000a05:59:42.240425 run osmo-stp_10.42.42.5(pid=15161): ERR: Terminated: ERROR {rc=1} [trial-2400↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15161)]\u000a05:59:42.378429 run osmo-stp_10.42.42.5(pid=15161): stdout: \u000a| (launched: 2022-12-14_05:59:40.678381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:59:42.515206 run osmo-stp_10.42.42.5(pid=15161): stderr: \u000a| �[0;m�[38;5;43m20221214055940849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055940849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055940849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055940850 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055940850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055940850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055940850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:59:42.646515 run osmo-stp_10.42.42.5(pid=15161): stdout: \u000a| (launched: 2022-12-14_05:59:40.678381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:59:42.777203 run osmo-stp_10.42.42.5(pid=15161): stderr: \u000a| �[0;m�[38;5;43m20221214055940849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055940849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055940849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055940850 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055940850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055940850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055940850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:59:42.834120 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=15161): Process ended prematurely: osmo-stp_10.42.42.5(pid=15161) [trial-2400↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15161)] [trial-2400↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a05:59:42.842658 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a05:59:42.905335 run osmo-hlr_10.42.42.2(pid=15158): ERR: Terminated: ERROR {rc=237} [trial-2400↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15158)]\u000a05:59:42.957356 run osmo-hlr_10.42.42.2(pid=15158): stdout: \u000a| (launched: 2022-12-14_05:59:39.706921) \u000a05:59:43.010302 run osmo-hlr_10.42.42.2(pid=15158): stderr: \u000a| �[0;m�[1;31m20221214055939886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055939886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055939886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055939886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055939886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055939886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055939898 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055939907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055939907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055939907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:59:43.081559 run osmo-msc_10.42.42.6(pid=15164): ERR: Terminated: ERROR {rc=2} [trial-2400↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15164)]\u000a05:59:43.133376 run osmo-msc_10.42.42.6(pid=15164): stdout: \u000a| (launched: 2022-12-14_05:59:41.887930) \u000a05:59:43.185836 run osmo-msc_10.42.42.6(pid=15164): stderr: \u000a| �[0;m�[38;5;43m20221214055942211 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214055942211 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe4117c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214055942212 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214055942212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214055942212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214055942212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214055942214 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214055942215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214055942215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214055942215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:59:43.230485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15157): Terminating (SIGTERM)\u000a05:59:43.273242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15160): Terminating (SIGTERM)\u000a05:59:43.315547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15163): Terminating (SIGTERM)\u000a05:59:43.325300 --- ParallelTerminationStrategy: PID 15157 died...\u000a05:59:43.381746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15157): Terminated: ok {rc=0}\u000a05:59:43.391886 --- ParallelTerminationStrategy: PID 15160 died...\u000a05:59:43.448060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15160): Terminated: ok {rc=0}\u000a05:59:43.458169 --- ParallelTerminationStrategy: PID 15163 died...\u000a05:59:43.514549 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15163): Terminated: ok {rc=0}\u000a05:59:43.602992 bus /sierra_3: Setting Powered False\u000a05:59:44.708998 bus /sierra_3: Setting Powered False\u000a05:59:45.817935 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15172): Process ended prematurely: osmo-stp_10.42.42.5(pid=15172) [trial-2400↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15172)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15172): Process ended prematurely: osmo-stp_10.42.42.5(pid=15172) [trial-2400↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15172)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a05:59:46.892178 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:59:46.908190 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a05:59:47.074653 tst emergency_preemptive_call.py: using LAC 38889\u000a05:59:47.223129 tst emergency_preemptive_call.py: using RAC 129\u000a05:59:47.352639 tst emergency_preemptive_call.py: using CellId 38889\u000a05:59:47.478885 tst emergency_preemptive_call.py: using BVCI 38890\u000a05:59:47.504030 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:59:47.515457 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:59:47.526591 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:59:47.537734 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:59:47.548810 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:59:47.559933 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:59:47.678690 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:59:47.795361 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:59:47.915736 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:59:48.119164 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:59:48.604822 run create_hlr_db(pid=15166): Launched\u000a05:59:48.783208 bus /sierra_2: Setting Powered False\u000a05:59:49.805217 run create_hlr_db(pid=15166): Terminated: ok {rc=0}\u000a05:59:50.241009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15168): Launched\u000a05:59:50.570143 run osmo-hlr_10.42.42.2(pid=15169): Launched\u000a05:59:50.694398 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:59:51.267018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15171): Launched\u000a05:59:51.597392 run osmo-stp_10.42.42.5(pid=15172): Launched\u000a05:59:51.733314 tst emergency_preemptive_call.py: using MSISDN 8532\u000a05:59:51.897428 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:59:52.493683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15174): Launched\u000a05:59:52.823453 run osmo-msc_10.42.42.6(pid=15175): Launched\u000a05:59:53.015256 run osmo-stp_10.42.42.5(pid=15172): ERR: Terminated: ERROR {rc=1} [trial-2400↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15172)]\u000a05:59:53.154685 run osmo-stp_10.42.42.5(pid=15172): stdout: \u000a| (launched: 2022-12-14_05:59:51.434098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:59:53.292393 run osmo-stp_10.42.42.5(pid=15172): stderr: \u000a| �[0;m�[38;5;43m20221214055951628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055951628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055951628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055951629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055951629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055951629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055951629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:59:53.424383 run osmo-stp_10.42.42.5(pid=15172): stdout: \u000a| (launched: 2022-12-14_05:59:51.434098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:59:53.554773 run osmo-stp_10.42.42.5(pid=15172): stderr: \u000a| �[0;m�[38;5;43m20221214055951628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214055951628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214055951628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214055951629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214055951629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214055951629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214055951629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:59:53.611797 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=15172): Process ended prematurely: osmo-stp_10.42.42.5(pid=15172) [trial-2400↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15172)] [trial-2400↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a05:59:53.620720 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a05:59:53.684343 run osmo-hlr_10.42.42.2(pid=15169): ERR: Terminated: ERROR {rc=237} [trial-2400↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15169)]\u000a05:59:53.737308 run osmo-hlr_10.42.42.2(pid=15169): stdout: \u000a| (launched: 2022-12-14_05:59:50.408260) \u000a05:59:53.790673 run osmo-hlr_10.42.42.2(pid=15169): stderr: \u000a| �[0;m�[1;31m20221214055950608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214055950608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214055950609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055950609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214055950609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214055950609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214055950621 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214055950629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214055950629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214055950629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:59:53.862541 run osmo-msc_10.42.42.6(pid=15175): ERR: Terminated: ERROR {rc=2} [trial-2400↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15175)]\u000a05:59:53.914646 run osmo-msc_10.42.42.6(pid=15175): stdout: \u000a| (launched: 2022-12-14_05:59:52.660617) \u000a05:59:53.967091 run osmo-msc_10.42.42.6(pid=15175): stderr: \u000a| �[0;m�[38;5;43m20221214055952984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214055952984 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1acf259c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214055952984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214055952984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214055952984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214055952985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214055952986 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214055952987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214055952987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214055952987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:59:54.011595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15168): Terminating (SIGTERM)\u000a05:59:54.053793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15171): Terminating (SIGTERM)\u000a05:59:54.095793 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15174): Terminating (SIGTERM)\u000a05:59:54.105633 --- ParallelTerminationStrategy: PID 15168 died...\u000a05:59:54.161946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15168): Terminated: ok {rc=0}\u000a05:59:54.172124 --- ParallelTerminationStrategy: PID 15171 died...\u000a05:59:54.228285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15171): Terminated: ok {rc=0}\u000a05:59:54.238485 --- ParallelTerminationStrategy: PID 15174 died...\u000a05:59:54.294663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15174): Terminated: ok {rc=0}\u000a05:59:54.382665 bus /sierra_9: Setting Powered False\u000a05:59:55.488118 bus /sierra_9: Setting Powered False\u000a05:59:56.595487 bus /sierra_8: Setting Powered False\u000a05:59:57.701010 bus /sierra_8: Setting Powered False\u000a05:59:58.809217 bus /sierra_3: Setting Powered False\u000a05:59:59.914348 bus /sierra_3: Setting Powered False\u000a06:00:01.054636 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T05:59:36" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15221): Process ended prematurely: osmo-stp_10.42.42.5(pid=15221) [trial-2400↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15221)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15221): Process ended prematurely: osmo-stp_10.42.42.5(pid=15221) [trial-2400↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15221)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:00:03.239477 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:03.250861 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a06:00:03.398124 tst cs_paging_gprs_active.py: using LAC 38890\u000a06:00:03.527640 tst cs_paging_gprs_active.py: using RAC 130\u000a06:00:03.657431 tst cs_paging_gprs_active.py: using CellId 38890\u000a06:00:03.789776 tst cs_paging_gprs_active.py: using BVCI 38891\u000a06:00:03.815237 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:03.826640 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:03.837756 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:03.848740 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:03.859714 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:03.870692 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:03.881922 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:03.892791 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:03.904024 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a06:00:04.022747 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a06:00:04.325740 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:00:04.465633 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:00:04.813631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15210): Launched\u000a06:00:05.100388 run iperf3-srv_10.42.42.10(pid=15211): Launched\u000a06:00:05.307359 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:00:05.447669 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:00:05.794739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15212): Launched\u000a06:00:06.082423 run iperf3-srv_10.42.42.10(pid=15213): Launched\u000a06:00:06.288013 tst cs_paging_gprs_active.py:38: start network...\u000a06:00:06.428298 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:00:06.962873 run create_hlr_db(pid=15214): Launched\u000a06:00:07.156867 bus /sierra_2: Setting Powered False\u000a06:00:08.177221 run create_hlr_db(pid=15214): Terminated: ok {rc=0}\u000a06:00:08.599858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15217): Launched\u000a06:00:08.914701 run osmo-hlr_10.42.42.2(pid=15218): Launched\u000a06:00:09.037770 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:00:09.591313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15220): Launched\u000a06:00:09.906614 run osmo-stp_10.42.42.5(pid=15221): Launched\u000a06:00:10.022247 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:00:10.570077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15223): Launched\u000a06:00:10.682546 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:00:10.957735 run patchelf(pid=15224): Launched\u000a06:00:11.141858 run osmo-stp_10.42.42.5(pid=15221): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15221)]\u000a06:00:11.276844 run osmo-stp_10.42.42.5(pid=15221): stdout: \u000a| (launched: 2022-12-14_06:00:09.751331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:00:11.412032 run osmo-stp_10.42.42.5(pid=15221): stderr: \u000a| �[0;m�[38;5;43m20221214060009927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060009927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060009927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060009927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060009928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060009928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060009928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:00:11.542051 run osmo-stp_10.42.42.5(pid=15221): stdout: \u000a| (launched: 2022-12-14_06:00:09.751331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:00:11.671196 run osmo-stp_10.42.42.5(pid=15221): stderr: \u000a| �[0;m�[38;5;43m20221214060009927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060009927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060009927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060009927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060009928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060009928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060009928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:00:11.822271 run patchelf(pid=15224): Terminating (SIGINT)\u000a06:00:11.999361 run patchelf(pid=15224): Terminated: ok {rc=0}\u000a06:00:12.031962 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15221): Process ended prematurely: osmo-stp_10.42.42.5(pid=15221) [trial-2400↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15221)] [trial-2400↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a06:00:12.041428 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a06:00:12.102294 run osmo-hlr_10.42.42.2(pid=15218): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15218)]\u000a06:00:12.151845 run osmo-hlr_10.42.42.2(pid=15218): stdout: \u000a| (launched: 2022-12-14_06:00:08.759868) \u000a06:00:12.202029 run osmo-hlr_10.42.42.2(pid=15218): stderr: \u000a| �[0;m�[1;31m20221214060008939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060008939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060008939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060008939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060008939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060008939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060008950 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060008958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060008958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060008958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:00:12.245042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15210): Terminating (SIGTERM)\u000a06:00:12.285248 run iperf3-srv_10.42.42.10(pid=15211): Terminating (SIGTERM)\u000a06:00:12.325518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15212): Terminating (SIGTERM)\u000a06:00:12.365702 run iperf3-srv_10.42.42.10(pid=15213): Terminating (SIGTERM)\u000a06:00:12.405937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15217): Terminating (SIGTERM)\u000a06:00:12.446111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15220): Terminating (SIGTERM)\u000a06:00:12.486307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15223): Terminating (SIGTERM)\u000a06:00:12.495494 --- ParallelTerminationStrategy: PID 15210 died...\u000a06:00:12.549540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15210): Terminated: ok {rc=0}\u000a06:00:12.559027 --- ParallelTerminationStrategy: PID 15211 died...\u000a06:00:12.612533 run iperf3-srv_10.42.42.10(pid=15211): Terminated {rc=256}\u000a06:00:12.622035 --- ParallelTerminationStrategy: PID 15212 died...\u000a06:00:12.675916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15212): Terminated: ok {rc=0}\u000a06:00:12.685875 --- ParallelTerminationStrategy: PID 15213 died...\u000a06:00:12.739583 run iperf3-srv_10.42.42.10(pid=15213): Terminated {rc=256}\u000a06:00:12.749164 --- ParallelTerminationStrategy: PID 15217 died...\u000a06:00:12.803067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15217): Terminated: ok {rc=0}\u000a06:00:12.812746 --- ParallelTerminationStrategy: PID 15220 died...\u000a06:00:12.867081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15220): Terminated: ok {rc=0}\u000a06:00:12.876838 --- ParallelTerminationStrategy: PID 15223 died...\u000a06:00:12.931594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15223): Terminated: ok {rc=0}\u000a06:00:13.020619 bus /gobi_0: Setting Powered False\u000a06:00:14.130678 bus /gobi_0: Setting Powered False\u000a06:00:15.241038 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15234): Process ended prematurely: osmo-stp_10.42.42.5(pid=15234) [trial-2400↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15234)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15234): Process ended prematurely: osmo-stp_10.42.42.5(pid=15234) [trial-2400↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15234)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a06:00:16.380844 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:16.395969 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a06:00:16.557283 tst iperf3.py: using LAC 38891\u000a06:00:16.692543 tst iperf3.py: using RAC 131\u000a06:00:16.868215 tst iperf3.py: using CellId 38891\u000a06:00:17.012649 tst iperf3.py: using BVCI 38892\u000a06:00:17.040095 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:17.052616 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:17.064821 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:17.077144 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:17.089050 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:17.100862 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:17.112904 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:17.124783 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:17.136688 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a06:00:17.424543 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:00:17.556384 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:00:17.883515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15226): Launched\u000a06:00:18.154757 run iperf3-srv_10.42.42.10(pid=15227): Launched\u000a06:00:18.347192 tst iperf3.py:8: start network...\u000a06:00:18.479457 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:00:18.977256 run create_hlr_db(pid=15228): Launched\u000a06:00:19.158783 bus /gobi_6: Setting Powered False\u000a06:00:20.179441 run create_hlr_db(pid=15228): Terminated: ok {rc=0}\u000a06:00:20.624533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15230): Launched\u000a06:00:20.959812 run osmo-hlr_10.42.42.2(pid=15231): Launched\u000a06:00:21.083303 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:00:21.667635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15233): Launched\u000a06:00:22.004705 run osmo-stp_10.42.42.5(pid=15234): Launched\u000a06:00:22.127694 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:00:22.716802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15236): Launched\u000a06:00:22.838108 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:00:23.132114 run patchelf(pid=15237): Launched\u000a06:00:23.328812 run osmo-stp_10.42.42.5(pid=15234): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15234)]\u000a06:00:23.472235 run osmo-stp_10.42.42.5(pid=15234): stdout: \u000a| (launched: 2022-12-14_06:00:21.839632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:00:23.615936 run osmo-stp_10.42.42.5(pid=15234): stderr: \u000a| �[0;m�[38;5;43m20221214060022035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060022036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060022036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060022036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060022037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060022037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060022037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:00:23.754910 run osmo-stp_10.42.42.5(pid=15234): stdout: \u000a| (launched: 2022-12-14_06:00:21.839632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:00:23.892127 run osmo-stp_10.42.42.5(pid=15234): stderr: \u000a| �[0;m�[38;5;43m20221214060022035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060022036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060022036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060022036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060022037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060022037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060022037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:00:24.052216 run patchelf(pid=15237): Terminating (SIGINT)\u000a06:00:24.240071 run patchelf(pid=15237): Terminated: ok {rc=0}\u000a06:00:24.274644 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15234): Process ended prematurely: osmo-stp_10.42.42.5(pid=15234) [trial-2400↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15234)] [trial-2400↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a06:00:24.284734 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a06:00:24.348681 run osmo-hlr_10.42.42.2(pid=15231): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15231)]\u000a06:00:24.401228 run osmo-hlr_10.42.42.2(pid=15231): stdout: \u000a| (launched: 2022-12-14_06:00:20.795912) \u000a06:00:24.454271 run osmo-hlr_10.42.42.2(pid=15231): stderr: \u000a| �[0;m�[1;31m20221214060020997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060020997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060020997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060020997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060020997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060020997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060021010 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060021018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060021018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060021018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:00:24.499814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15226): Terminating (SIGTERM)\u000a06:00:24.542897 run iperf3-srv_10.42.42.10(pid=15227): Terminating (SIGTERM)\u000a06:00:24.586071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15230): Terminating (SIGTERM)\u000a06:00:24.629084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15233): Terminating (SIGTERM)\u000a06:00:24.672030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15236): Terminating (SIGTERM)\u000a06:00:24.682086 --- ParallelTerminationStrategy: PID 15226 died...\u000a06:00:24.739922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15226): Terminated: ok {rc=0}\u000a06:00:24.750312 --- ParallelTerminationStrategy: PID 15227 died...\u000a06:00:24.806974 run iperf3-srv_10.42.42.10(pid=15227): Terminated {rc=256}\u000a06:00:24.817273 --- ParallelTerminationStrategy: PID 15230 died...\u000a06:00:24.873741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15230): Terminated: ok {rc=0}\u000a06:00:24.884028 --- ParallelTerminationStrategy: PID 15233 died...\u000a06:00:24.940514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15233): Terminated: ok {rc=0}\u000a06:00:24.950725 --- ParallelTerminationStrategy: PID 15236 died...\u000a06:00:25.007310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15236): Terminated: ok {rc=0}\u000a06:00:25.095093 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-sysmocell5000", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15252): Process ended prematurely: osmo-stp_10.42.42.5(pid=15252) [trial-2400↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15252)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15252): Process ended prematurely: osmo-stp_10.42.42.5(pid=15252) [trial-2400↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15252)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a06:00:26.213831 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:26.225990 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a06:00:26.374308 tst iperf3m4.py: using LAC 38892\u000a06:00:26.503775 tst iperf3m4.py: using RAC 132\u000a06:00:26.629244 tst iperf3m4.py: using CellId 38892\u000a06:00:26.758964 tst iperf3m4.py: using BVCI 38893\u000a06:00:26.784563 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:26.796198 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:26.807778 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:26.819138 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:26.830455 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:26.842270 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:26.853893 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:26.865141 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:26.876574 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a06:00:26.998714 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a06:00:27.124135 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a06:00:27.242789 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a06:00:27.546269 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:00:27.686746 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:00:28.034349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15238): Launched\u000a06:00:28.321879 run iperf3-srv_10.42.42.10(pid=15239): Launched\u000a06:00:28.527450 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:00:28.667763 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:00:29.014762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15240): Launched\u000a06:00:29.303577 run iperf3-srv_10.42.42.10(pid=15241): Launched\u000a06:00:29.509769 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:00:29.650379 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:00:29.997642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15242): Launched\u000a06:00:30.284744 run iperf3-srv_10.42.42.10(pid=15243): Launched\u000a06:00:30.491066 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:00:30.631708 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:00:31.017615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15244): Launched\u000a06:00:31.399449 run iperf3-srv_10.42.42.10(pid=15245): Launched\u000a06:00:31.612546 tst iperf3m4.py:8: start network...\u000a06:00:31.760432 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:00:32.318163 run create_hlr_db(pid=15246): Launched\u000a06:00:32.511949 bus /gobi_6: Setting Powered False\u000a06:00:33.532239 run create_hlr_db(pid=15246): Terminated: ok {rc=0}\u000a06:00:33.980390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15248): Launched\u000a06:00:34.315532 run osmo-hlr_10.42.42.2(pid=15249): Launched\u000a06:00:34.443255 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:00:35.029748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15251): Launched\u000a06:00:35.363888 run osmo-stp_10.42.42.5(pid=15252): Launched\u000a06:00:35.493913 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:00:36.077482 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15254): Launched\u000a06:00:36.197907 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:00:36.491366 run patchelf(pid=15255): Launched\u000a06:00:36.687059 run osmo-stp_10.42.42.5(pid=15252): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15252)]\u000a06:00:36.831175 run osmo-stp_10.42.42.5(pid=15252): stdout: \u000a| (launched: 2022-12-14_06:00:35.199906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:00:36.975101 run osmo-stp_10.42.42.5(pid=15252): stderr: \u000a| �[0;m�[38;5;43m20221214060035395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060035395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060035395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060035395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060035396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060035396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060035396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:00:37.113670 run osmo-stp_10.42.42.5(pid=15252): stdout: \u000a| (launched: 2022-12-14_06:00:35.199906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:00:37.250633 run osmo-stp_10.42.42.5(pid=15252): stderr: \u000a| �[0;m�[38;5;43m20221214060035395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060035395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060035395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060035395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060035396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060035396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060035396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:00:37.410774 run patchelf(pid=15255): Terminating (SIGINT)\u000a06:00:37.598352 run patchelf(pid=15255): Terminated: ok {rc=0}\u000a06:00:37.632587 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15252): Process ended prematurely: osmo-stp_10.42.42.5(pid=15252) [trial-2400↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15252)] [trial-2400↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a06:00:37.642705 tst iperf3m4.py:8: Test FAILED (11.5 sec)\u000a06:00:37.706030 run osmo-hlr_10.42.42.2(pid=15249): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15249)]\u000a06:00:37.758149 run osmo-hlr_10.42.42.2(pid=15249): stdout: \u000a| (launched: 2022-12-14_06:00:34.151552) \u000a06:00:37.810902 run osmo-hlr_10.42.42.2(pid=15249): stderr: \u000a| �[0;m�[1;31m20221214060034353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060034353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060034353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060034353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060034354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060034354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060034366 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060034375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060034375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060034375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:00:37.855570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15238): Terminating (SIGTERM)\u000a06:00:37.897965 run iperf3-srv_10.42.42.10(pid=15239): Terminating (SIGTERM)\u000a06:00:37.940752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15240): Terminating (SIGTERM)\u000a06:00:37.983427 run iperf3-srv_10.42.42.10(pid=15241): Terminating (SIGTERM)\u000a06:00:38.025860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15242): Terminating (SIGTERM)\u000a06:00:38.068463 run iperf3-srv_10.42.42.10(pid=15243): Terminating (SIGTERM)\u000a06:00:38.111162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15244): Terminating (SIGTERM)\u000a06:00:38.153170 run iperf3-srv_10.42.42.10(pid=15245): Terminating (SIGTERM)\u000a06:00:38.195654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15248): Terminating (SIGTERM)\u000a06:00:38.238260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15251): Terminating (SIGTERM)\u000a06:00:38.280376 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15254): Terminating (SIGTERM)\u000a06:00:38.290229 --- ParallelTerminationStrategy: PID 15238 died...\u000a06:00:38.346443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15238): Terminated: ok {rc=0}\u000a06:00:38.356539 --- ParallelTerminationStrategy: PID 15239 died...\u000a06:00:38.412344 run iperf3-srv_10.42.42.10(pid=15239): Terminated {rc=256}\u000a06:00:38.422315 --- ParallelTerminationStrategy: PID 15240 died...\u000a06:00:38.478096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15240): Terminated: ok {rc=0}\u000a06:00:38.488204 --- ParallelTerminationStrategy: PID 15241 died...\u000a06:00:38.544093 run iperf3-srv_10.42.42.10(pid=15241): Terminated {rc=256}\u000a06:00:38.554140 --- ParallelTerminationStrategy: PID 15242 died...\u000a06:00:38.609957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15242): Terminated: ok {rc=0}\u000a06:00:38.619998 --- ParallelTerminationStrategy: PID 15243 died...\u000a06:00:38.675747 run iperf3-srv_10.42.42.10(pid=15243): Terminated {rc=256}\u000a06:00:38.685871 --- ParallelTerminationStrategy: PID 15244 died...\u000a06:00:38.741998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15244): Terminated: ok {rc=0}\u000a06:00:38.752065 --- ParallelTerminationStrategy: PID 15245 died...\u000a06:00:38.807798 run iperf3-srv_10.42.42.10(pid=15245): Terminated {rc=256}\u000a06:00:38.817886 --- ParallelTerminationStrategy: PID 15248 died...\u000a06:00:38.873908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15248): Terminated: ok {rc=0}\u000a06:00:38.884037 --- ParallelTerminationStrategy: PID 15251 died...\u000a06:00:38.940002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15251): Terminated: ok {rc=0}\u000a06:00:38.950171 --- ParallelTerminationStrategy: PID 15254 died...\u000a06:00:39.006141 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15254): Terminated: ok {rc=0}\u000a06:00:39.094243 bus /gobi_4: Setting Powered False\u000a06:00:40.197762 bus /gobi_4: Setting Powered False\u000a06:00:41.308420 bus /gobi_1: Setting Powered False\u000a06:00:42.410921 bus /gobi_1: Setting Powered False\u000a06:00:43.522787 bus /gobi_0: Setting Powered False\u000a06:00:44.626165 bus /gobi_0: Setting Powered False\u000a06:00:45.738851 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15262): Process ended prematurely: osmo-stp_10.42.42.5(pid=15262) [trial-2400↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15262)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15262): Process ended prematurely: osmo-stp_10.42.42.5(pid=15262) [trial-2400↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15262)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a06:00:46.806735 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:46.819553 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a06:00:46.970626 tst ping.py: using LAC 38893\u000a06:00:47.128147 tst ping.py: using RAC 133\u000a06:00:47.261250 tst ping.py: using CellId 38893\u000a06:00:47.384937 tst ping.py: using BVCI 38894\u000a06:00:47.408530 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:47.419654 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:47.430544 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:47.441799 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:47.453397 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:47.464937 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:47.477049 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:47.488760 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a06:00:47.787113 tst ping.py:19: start network...\u000a06:00:47.925016 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:00:48.449051 run create_hlr_db(pid=15256): Launched\u000a06:00:48.639188 bus /gobi_6: Setting Powered False\u000a06:00:49.659518 run create_hlr_db(pid=15256): Terminated: ok {rc=0}\u000a06:00:50.072578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15258): Launched\u000a06:00:50.380789 run osmo-hlr_10.42.42.2(pid=15259): Launched\u000a06:00:50.501574 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:00:51.046481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15261): Launched\u000a06:00:51.355362 run osmo-stp_10.42.42.5(pid=15262): Launched\u000a06:00:51.467544 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:00:52.005945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15264): Launched\u000a06:00:52.116705 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:00:52.385503 run patchelf(pid=15265): Launched\u000a06:00:52.566219 run osmo-stp_10.42.42.5(pid=15262): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15262)]\u000a06:00:52.699011 run osmo-stp_10.42.42.5(pid=15262): stdout: \u000a| (launched: 2022-12-14_06:00:51.202419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:00:52.831753 run osmo-stp_10.42.42.5(pid=15262): stderr: \u000a| �[0;m�[38;5;43m20221214060051373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060051373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060051374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060051374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060051375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060051375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060051375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:00:52.959460 run osmo-stp_10.42.42.5(pid=15262): stdout: \u000a| (launched: 2022-12-14_06:00:51.202419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:00:53.085807 run osmo-stp_10.42.42.5(pid=15262): stderr: \u000a| �[0;m�[38;5;43m20221214060051373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060051373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060051374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060051374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060051375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060051375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060051375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:00:53.232705 run patchelf(pid=15265): Terminating (SIGINT)\u000a06:00:53.405354 run patchelf(pid=15265): Terminated: ok {rc=0}\u000a06:00:53.436524 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15262): Process ended prematurely: osmo-stp_10.42.42.5(pid=15262) [trial-2400↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15262)] [trial-2400↪gprs:trx-sysmocell5000↪ping.py:22]\u000a06:00:53.445662 tst ping.py:22: Test FAILED (6.6 sec)\u000a06:00:53.506547 run osmo-hlr_10.42.42.2(pid=15259): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15259)]\u000a06:00:53.556471 run osmo-hlr_10.42.42.2(pid=15259): stdout: \u000a| (launched: 2022-12-14_06:00:50.228736) \u000a06:00:53.606984 run osmo-hlr_10.42.42.2(pid=15259): stderr: \u000a| �[0;m�[1;31m20221214060050408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060050408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060050408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060050408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060050408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060050408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060050423 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060050433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060050433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060050433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:00:53.650175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15258): Terminating (SIGTERM)\u000a06:00:53.690890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15261): Terminating (SIGTERM)\u000a06:00:53.731407 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15264): Terminating (SIGTERM)\u000a06:00:53.740740 --- ParallelTerminationStrategy: PID 15258 died...\u000a06:00:53.795398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15258): Terminated: ok {rc=0}\u000a06:00:53.805342 --- ParallelTerminationStrategy: PID 15261 died...\u000a06:00:53.859785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15261): Terminated: ok {rc=0}\u000a06:00:53.869881 --- ParallelTerminationStrategy: PID 15264 died...\u000a06:00:53.924357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15264): Terminated: ok {rc=0}\u000a06:00:54.014842 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15272): Process ended prematurely: osmo-stp_10.42.42.5(pid=15272) [trial-2400↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15272)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15272): Process ended prematurely: osmo-stp_10.42.42.5(pid=15272) [trial-2400↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15272)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a06:00:55.068389 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:55.080455 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a06:00:55.229278 tst ping_idle_ping.py: using LAC 38894\u000a06:00:55.361092 tst ping_idle_ping.py: using RAC 134\u000a06:00:55.490644 tst ping_idle_ping.py: using CellId 38894\u000a06:00:55.621115 tst ping_idle_ping.py: using BVCI 38895\u000a06:00:55.646640 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:55.658109 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:55.669930 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:55.681327 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:55.692627 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:55.704040 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:55.715619 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a06:00:55.727014 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a06:00:56.023885 tst ping_idle_ping.py:24: start network...\u000a06:00:56.161939 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:00:56.689912 run create_hlr_db(pid=15266): Launched\u000a06:00:56.882152 bus /gobi_6: Setting Powered False\u000a06:00:57.902707 run create_hlr_db(pid=15266): Terminated: ok {rc=0}\u000a06:00:58.317788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15268): Launched\u000a06:00:58.628715 run osmo-hlr_10.42.42.2(pid=15269): Launched\u000a06:00:58.747306 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:00:59.284125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15271): Launched\u000a06:00:59.593914 run osmo-stp_10.42.42.5(pid=15272): Launched\u000a06:00:59.707074 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:01:00.244345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15274): Launched\u000a06:01:00.354642 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:01:00.623962 run patchelf(pid=15275): Launched\u000a06:01:00.804418 run osmo-stp_10.42.42.5(pid=15272): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15272)]\u000a06:01:00.969388 run osmo-stp_10.42.42.5(pid=15272): stdout: \u000a| (launched: 2022-12-14_06:00:59.440615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:01:01.114938 run osmo-stp_10.42.42.5(pid=15272): stderr: \u000a| �[0;m�[38;5;43m20221214060059612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060059612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060059612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060059613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060059613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060059613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060059613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:01:01.255135 run osmo-stp_10.42.42.5(pid=15272): stdout: \u000a| (launched: 2022-12-14_06:00:59.440615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:01:01.394907 run osmo-stp_10.42.42.5(pid=15272): stderr: \u000a| �[0;m�[38;5;43m20221214060059612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060059612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060059612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060059613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060059613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060059613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060059613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:01:01.557060 run patchelf(pid=15275): Terminating (SIGINT)\u000a06:01:01.749292 run patchelf(pid=15275): Terminated: ok {rc=0}\u000a06:01:01.784804 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15272): Process ended prematurely: osmo-stp_10.42.42.5(pid=15272) [trial-2400↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15272)] [trial-2400↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a06:01:01.795423 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a06:01:01.862184 run osmo-hlr_10.42.42.2(pid=15269): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15269)]\u000a06:01:01.915979 run osmo-hlr_10.42.42.2(pid=15269): stdout: \u000a| (launched: 2022-12-14_06:00:58.474924) \u000a06:01:01.970074 run osmo-hlr_10.42.42.2(pid=15269): stderr: \u000a| �[0;m�[1;31m20221214060058652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060058652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060058652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060058652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060058652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060058652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060058665 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060058673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060058673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060058673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:01:02.016928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15268): Terminating (SIGTERM)\u000a06:01:02.064112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15271): Terminating (SIGTERM)\u000a06:01:02.108722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15274): Terminating (SIGTERM)\u000a06:01:02.120272 --- ParallelTerminationStrategy: PID 15268 died...\u000a06:01:02.179992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15268): Terminated: ok {rc=0}\u000a06:01:02.190447 --- ParallelTerminationStrategy: PID 15271 died...\u000a06:01:02.247032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15271): Terminated: ok {rc=0}\u000a06:01:02.257500 --- ParallelTerminationStrategy: PID 15274 died...\u000a06:01:02.314314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15274): Terminated: ok {rc=0}\u000a06:01:02.402131 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:00:02" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15289): Process ended prematurely: osmo-stp_10.42.42.5(pid=15289) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15289)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15289): Process ended prematurely: osmo-stp_10.42.42.5(pid=15289) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15289)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:01:04.578575 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:04.590077 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:01:04.738188 tst cs_paging_gprs_active.py: using LAC 38895\u000a06:01:04.870946 tst cs_paging_gprs_active.py: using RAC 135\u000a06:01:04.997139 tst cs_paging_gprs_active.py: using CellId 38895\u000a06:01:05.122549 tst cs_paging_gprs_active.py: using BVCI 38896\u000a06:01:05.146631 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:05.157650 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:05.168318 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:05.179079 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:05.190116 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:05.201112 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:05.212411 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:05.223403 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:05.234574 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:01:05.356445 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:01:05.660352 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:01:05.801819 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:01:06.148672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15279): Launched\u000a06:01:06.436397 run iperf3-srv_10.42.42.10(pid=15280): Launched\u000a06:01:06.643005 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:01:06.783648 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:01:07.131292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15281): Launched\u000a06:01:07.420114 run iperf3-srv_10.42.42.10(pid=15282): Launched\u000a06:01:07.626537 tst cs_paging_gprs_active.py:38: start network...\u000a06:01:07.767166 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:01:08.303283 run create_hlr_db(pid=15283): Launched\u000a06:01:08.497524 bus /gobi_6: Setting Powered False\u000a06:01:09.517799 run create_hlr_db(pid=15283): Terminated: ok {rc=0}\u000a06:01:09.945137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15285): Launched\u000a06:01:10.262909 run osmo-hlr_10.42.42.2(pid=15286): Launched\u000a06:01:10.387635 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:01:10.940914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15288): Launched\u000a06:01:11.257251 run osmo-stp_10.42.42.5(pid=15289): Launched\u000a06:01:11.372241 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:01:11.920278 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15291): Launched\u000a06:01:12.032627 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:01:12.306970 run patchelf(pid=15292): Launched\u000a06:01:12.491473 run osmo-stp_10.42.42.5(pid=15289): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15289)]\u000a06:01:12.626417 run osmo-stp_10.42.42.5(pid=15289): stdout: \u000a| (launched: 2022-12-14_06:01:11.100618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:01:12.761625 run osmo-stp_10.42.42.5(pid=15289): stderr: \u000a| �[0;m�[38;5;43m20221214060111272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060111272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060111272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060111273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060111273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060111273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060111273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:01:12.891525 run osmo-stp_10.42.42.5(pid=15289): stdout: \u000a| (launched: 2022-12-14_06:01:11.100618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:01:13.020289 run osmo-stp_10.42.42.5(pid=15289): stderr: \u000a| �[0;m�[38;5;43m20221214060111272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060111272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060111272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060111273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060111273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060111273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060111273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:01:13.171030 run patchelf(pid=15292): Terminating (SIGINT)\u000a06:01:13.348325 run patchelf(pid=15292): Terminated: ok {rc=0}\u000a06:01:13.380670 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15289): Process ended prematurely: osmo-stp_10.42.42.5(pid=15289) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15289)] [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a06:01:13.390230 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a06:01:13.450422 run osmo-hlr_10.42.42.2(pid=15286): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15286)]\u000a06:01:13.499468 run osmo-hlr_10.42.42.2(pid=15286): stdout: \u000a| (launched: 2022-12-14_06:01:10.106232) \u000a06:01:13.549174 run osmo-hlr_10.42.42.2(pid=15286): stderr: \u000a| �[0;m�[1;31m20221214060110284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060110284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060110284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060110284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060110284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060110285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060110297 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060110305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060110305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060110305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:01:13.591599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15279): Terminating (SIGTERM)\u000a06:01:13.631559 run iperf3-srv_10.42.42.10(pid=15280): Terminating (SIGTERM)\u000a06:01:13.671675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15281): Terminating (SIGTERM)\u000a06:01:13.711731 run iperf3-srv_10.42.42.10(pid=15282): Terminating (SIGTERM)\u000a06:01:13.751786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15285): Terminating (SIGTERM)\u000a06:01:13.791783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15288): Terminating (SIGTERM)\u000a06:01:13.831787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15291): Terminating (SIGTERM)\u000a06:01:13.840847 --- ParallelTerminationStrategy: PID 15279 died...\u000a06:01:13.894874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15279): Terminated: ok {rc=0}\u000a06:01:13.904326 --- ParallelTerminationStrategy: PID 15280 died...\u000a06:01:13.957975 run iperf3-srv_10.42.42.10(pid=15280): Terminated {rc=256}\u000a06:01:13.967494 --- ParallelTerminationStrategy: PID 15281 died...\u000a06:01:14.021140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15281): Terminated: ok {rc=0}\u000a06:01:14.030647 --- ParallelTerminationStrategy: PID 15282 died...\u000a06:01:14.084208 run iperf3-srv_10.42.42.10(pid=15282): Terminated {rc=256}\u000a06:01:14.093736 --- ParallelTerminationStrategy: PID 15285 died...\u000a06:01:14.146944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15285): Terminated: ok {rc=0}\u000a06:01:14.156390 --- ParallelTerminationStrategy: PID 15288 died...\u000a06:01:14.209665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15288): Terminated: ok {rc=0}\u000a06:01:14.219121 --- ParallelTerminationStrategy: PID 15291 died...\u000a06:01:14.272727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15291): Terminated: ok {rc=0}\u000a06:01:14.361253 bus /gobi_0: Setting Powered False\u000a06:01:15.463856 bus /gobi_0: Setting Powered False\u000a06:01:16.569825 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15301): Process ended prematurely: osmo-stp_10.42.42.5(pid=15301) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15301)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15301): Process ended prematurely: osmo-stp_10.42.42.5(pid=15301) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15301)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a06:01:17.684208 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:17.696460 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:01:17.850188 tst iperf3.py: using LAC 38896\u000a06:01:17.979654 tst iperf3.py: using RAC 136\u000a06:01:18.109647 tst iperf3.py: using CellId 38896\u000a06:01:18.241635 tst iperf3.py: using BVCI 38897\u000a06:01:18.267228 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:18.278934 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:18.290350 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:18.301914 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:18.313342 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:18.324678 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:18.336149 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:18.347439 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:18.358993 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:01:18.659307 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:01:18.799514 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:01:19.144843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15293): Launched\u000a06:01:19.432709 run iperf3-srv_10.42.42.10(pid=15294): Launched\u000a06:01:19.638226 tst iperf3.py:8: start network...\u000a06:01:19.779585 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:01:20.314704 run create_hlr_db(pid=15295): Launched\u000a06:01:20.508091 bus /gobi_6: Setting Powered False\u000a06:01:21.528463 run create_hlr_db(pid=15295): Terminated: ok {rc=0}\u000a06:01:21.951468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15297): Launched\u000a06:01:22.266638 run osmo-hlr_10.42.42.2(pid=15298): Launched\u000a06:01:22.390713 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:01:22.944897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15300): Launched\u000a06:01:23.258727 run osmo-stp_10.42.42.5(pid=15301): Launched\u000a06:01:23.374212 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:01:23.920608 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15303): Launched\u000a06:01:24.033173 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:01:24.306669 run patchelf(pid=15304): Launched\u000a06:01:24.490762 run osmo-stp_10.42.42.5(pid=15301): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15301)]\u000a06:01:24.624810 run osmo-stp_10.42.42.5(pid=15301): stdout: \u000a| (launched: 2022-12-14_06:01:23.104317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:01:24.759655 run osmo-stp_10.42.42.5(pid=15301): stderr: \u000a| �[0;m�[38;5;43m20221214060123276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060123276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060123276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060123277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060123277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060123277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060123277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:01:24.889864 run osmo-stp_10.42.42.5(pid=15301): stdout: \u000a| (launched: 2022-12-14_06:01:23.104317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:01:25.018257 run osmo-stp_10.42.42.5(pid=15301): stderr: \u000a| �[0;m�[38;5;43m20221214060123276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060123276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060123276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060123277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060123277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060123277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060123277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:01:25.168102 run patchelf(pid=15304): Terminating (SIGINT)\u000a06:01:25.344120 run patchelf(pid=15304): Terminated: ok {rc=0}\u000a06:01:25.376401 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15301): Process ended prematurely: osmo-stp_10.42.42.5(pid=15301) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15301)] [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a06:01:25.385806 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a06:01:25.446385 run osmo-hlr_10.42.42.2(pid=15298): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15298)]\u000a06:01:25.495867 run osmo-hlr_10.42.42.2(pid=15298): stdout: \u000a| (launched: 2022-12-14_06:01:22.111524) \u000a06:01:25.546087 run osmo-hlr_10.42.42.2(pid=15298): stderr: \u000a| �[0;m�[1;31m20221214060122287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060122288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060122288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060122288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060122288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060122288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060122300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060122308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060122308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060122308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:01:25.589048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15293): Terminating (SIGTERM)\u000a06:01:25.629479 run iperf3-srv_10.42.42.10(pid=15294): Terminating (SIGTERM)\u000a06:01:25.669578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15297): Terminating (SIGTERM)\u000a06:01:25.709826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15300): Terminating (SIGTERM)\u000a06:01:25.750304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15303): Terminating (SIGTERM)\u000a06:01:25.759499 --- ParallelTerminationStrategy: PID 15293 died...\u000a06:01:25.813981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15293): Terminated: ok {rc=0}\u000a06:01:25.823567 --- ParallelTerminationStrategy: PID 15294 died...\u000a06:01:25.877455 run iperf3-srv_10.42.42.10(pid=15294): Terminated {rc=256}\u000a06:01:25.886914 --- ParallelTerminationStrategy: PID 15297 died...\u000a06:01:25.940463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15297): Terminated: ok {rc=0}\u000a06:01:25.950066 --- ParallelTerminationStrategy: PID 15300 died...\u000a06:01:26.004077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15300): Terminated: ok {rc=0}\u000a06:01:26.013732 --- ParallelTerminationStrategy: PID 15303 died...\u000a06:01:26.067232 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15303): Terminated: ok {rc=0}\u000a06:01:26.156211 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15319): Process ended prematurely: osmo-stp_10.42.42.5(pid=15319) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15319)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15319): Process ended prematurely: osmo-stp_10.42.42.5(pid=15319) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15319)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a06:01:27.269159 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:27.280894 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:01:27.424563 tst iperf3m4.py: using LAC 38897\u000a06:01:27.549668 tst iperf3m4.py: using RAC 137\u000a06:01:27.672191 tst iperf3m4.py: using CellId 38897\u000a06:01:27.796588 tst iperf3m4.py: using BVCI 38898\u000a06:01:27.820498 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:27.831676 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:27.842677 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:27.853668 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:27.864721 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:27.875916 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:27.887232 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:27.898444 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:27.909703 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:01:28.028185 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:01:28.152069 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:01:28.270626 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:01:28.573559 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:01:28.714076 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:01:29.060901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15305): Launched\u000a06:01:29.348203 run iperf3-srv_10.42.42.10(pid=15306): Launched\u000a06:01:29.553444 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:01:29.693679 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:01:30.041572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15307): Launched\u000a06:01:30.328362 run iperf3-srv_10.42.42.10(pid=15308): Launched\u000a06:01:30.534292 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:01:30.674811 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:01:31.049644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15309): Launched\u000a06:01:31.354174 run iperf3-srv_10.42.42.10(pid=15310): Launched\u000a06:01:31.563374 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:01:31.708884 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:01:32.114228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15311): Launched\u000a06:01:32.405744 run iperf3-srv_10.42.42.10(pid=15312): Launched\u000a06:01:32.611056 tst iperf3m4.py:8: start network...\u000a06:01:32.751246 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:01:33.285224 run create_hlr_db(pid=15313): Launched\u000a06:01:33.479118 bus /gobi_6: Setting Powered False\u000a06:01:34.499130 run create_hlr_db(pid=15313): Terminated: ok {rc=0}\u000a06:01:34.920746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15315): Launched\u000a06:01:35.234411 run osmo-hlr_10.42.42.2(pid=15316): Launched\u000a06:01:35.351293 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:01:35.898796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15318): Launched\u000a06:01:36.214778 run osmo-stp_10.42.42.5(pid=15319): Launched\u000a06:01:36.330840 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:01:36.878845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15321): Launched\u000a06:01:36.991515 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:01:37.265280 run patchelf(pid=15322): Launched\u000a06:01:37.449396 run osmo-stp_10.42.42.5(pid=15319): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15319)]\u000a06:01:37.584189 run osmo-stp_10.42.42.5(pid=15319): stdout: \u000a| (launched: 2022-12-14_06:01:36.058949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:01:37.719287 run osmo-stp_10.42.42.5(pid=15319): stderr: \u000a| �[0;m�[38;5;43m20221214060136230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060136230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060136230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060136231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060136231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060136231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060136231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:01:37.849446 run osmo-stp_10.42.42.5(pid=15319): stdout: \u000a| (launched: 2022-12-14_06:01:36.058949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:01:37.978563 run osmo-stp_10.42.42.5(pid=15319): stderr: \u000a| �[0;m�[38;5;43m20221214060136230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060136230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060136230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060136231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060136231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060136231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060136231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:01:38.128390 run patchelf(pid=15322): Terminating (SIGINT)\u000a06:01:38.304549 run patchelf(pid=15322): Terminated: ok {rc=0}\u000a06:01:38.336835 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15319): Process ended prematurely: osmo-stp_10.42.42.5(pid=15319) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15319)] [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a06:01:38.346383 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a06:01:38.407992 run osmo-hlr_10.42.42.2(pid=15316): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15316)]\u000a06:01:38.457986 run osmo-hlr_10.42.42.2(pid=15316): stdout: \u000a| (launched: 2022-12-14_06:01:35.080210) \u000a06:01:38.508629 run osmo-hlr_10.42.42.2(pid=15316): stderr: \u000a| �[0;m�[1;31m20221214060135258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060135258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060135258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060135259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060135259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060135259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060135271 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060135281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060135281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060135281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:01:38.551728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15305): Terminating (SIGTERM)\u000a06:01:38.592221 run iperf3-srv_10.42.42.10(pid=15306): Terminating (SIGTERM)\u000a06:01:38.632722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15307): Terminating (SIGTERM)\u000a06:01:38.673160 run iperf3-srv_10.42.42.10(pid=15308): Terminating (SIGTERM)\u000a06:01:38.715621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15309): Terminating (SIGTERM)\u000a06:01:38.756091 run iperf3-srv_10.42.42.10(pid=15310): Terminating (SIGTERM)\u000a06:01:38.796392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15311): Terminating (SIGTERM)\u000a06:01:38.836668 run iperf3-srv_10.42.42.10(pid=15312): Terminating (SIGTERM)\u000a06:01:38.879472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15315): Terminating (SIGTERM)\u000a06:01:38.920124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15318): Terminating (SIGTERM)\u000a06:01:38.960801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15321): Terminating (SIGTERM)\u000a06:01:38.970201 --- ParallelTerminationStrategy: PID 15305 died...\u000a06:01:39.024489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15305): Terminated: ok {rc=0}\u000a06:01:39.034218 --- ParallelTerminationStrategy: PID 15306 died...\u000a06:01:39.087958 run iperf3-srv_10.42.42.10(pid=15306): Terminated {rc=256}\u000a06:01:39.097963 --- ParallelTerminationStrategy: PID 15307 died...\u000a06:01:39.151753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15307): Terminated: ok {rc=0}\u000a06:01:39.161398 --- ParallelTerminationStrategy: PID 15308 died...\u000a06:01:39.215090 run iperf3-srv_10.42.42.10(pid=15308): Terminated {rc=256}\u000a06:01:39.224676 --- ParallelTerminationStrategy: PID 15309 died...\u000a06:01:39.278593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15309): Terminated: ok {rc=0}\u000a06:01:39.288278 --- ParallelTerminationStrategy: PID 15310 died...\u000a06:01:39.342135 run iperf3-srv_10.42.42.10(pid=15310): Terminated {rc=256}\u000a06:01:39.351770 --- ParallelTerminationStrategy: PID 15311 died...\u000a06:01:39.405625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15311): Terminated: ok {rc=0}\u000a06:01:39.415398 --- ParallelTerminationStrategy: PID 15312 died...\u000a06:01:39.469403 run iperf3-srv_10.42.42.10(pid=15312): Terminated {rc=256}\u000a06:01:39.479117 --- ParallelTerminationStrategy: PID 15315 died...\u000a06:01:39.532861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15315): Terminated: ok {rc=0}\u000a06:01:39.542677 --- ParallelTerminationStrategy: PID 15318 died...\u000a06:01:39.596378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15318): Terminated: ok {rc=0}\u000a06:01:39.606054 --- ParallelTerminationStrategy: PID 15321 died...\u000a06:01:39.660725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15321): Terminated: ok {rc=0}\u000a06:01:39.750453 bus /gobi_4: Setting Powered False\u000a06:01:40.855443 bus /gobi_4: Setting Powered False\u000a06:01:41.965764 bus /gobi_1: Setting Powered False\u000a06:01:43.072637 bus /gobi_1: Setting Powered False\u000a06:01:44.181658 bus /gobi_0: Setting Powered False\u000a06:01:45.289005 bus /gobi_0: Setting Powered False\u000a06:01:46.423903 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15329): Process ended prematurely: osmo-stp_10.42.42.5(pid=15329) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15329)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15329): Process ended prematurely: osmo-stp_10.42.42.5(pid=15329) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a06:01:47.495338 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:47.507767 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:01:47.657307 tst ping.py: using LAC 38898\u000a06:01:47.789977 tst ping.py: using RAC 138\u000a06:01:47.918905 tst ping.py: using CellId 38898\u000a06:01:48.046539 tst ping.py: using BVCI 38899\u000a06:01:48.071843 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:48.083578 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:48.095144 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:48.106620 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:48.117998 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:48.129373 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:48.141012 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:48.152482 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:01:48.449421 tst ping.py:19: start network...\u000a06:01:48.586617 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:01:49.112060 run create_hlr_db(pid=15323): Launched\u000a06:01:49.303488 bus /gobi_6: Setting Powered False\u000a06:01:50.323029 run create_hlr_db(pid=15323): Terminated: ok {rc=0}\u000a06:01:50.738852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15325): Launched\u000a06:01:51.046589 run osmo-hlr_10.42.42.2(pid=15326): Launched\u000a06:01:51.165886 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:01:51.711145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15328): Launched\u000a06:01:52.022699 run osmo-stp_10.42.42.5(pid=15329): Launched\u000a06:01:52.139950 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:01:52.679093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15331): Launched\u000a06:01:52.789064 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:01:53.058451 run patchelf(pid=15332): Launched\u000a06:01:53.238805 run osmo-stp_10.42.42.5(pid=15329): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15329)]\u000a06:01:53.370697 run osmo-stp_10.42.42.5(pid=15329): stdout: \u000a| (launched: 2022-12-14_06:01:51.867635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:01:53.503565 run osmo-stp_10.42.42.5(pid=15329): stderr: \u000a| �[0;m�[38;5;43m20221214060152042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060152043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060152043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060152043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060152045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060152045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060152045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:01:53.631157 run osmo-stp_10.42.42.5(pid=15329): stdout: \u000a| (launched: 2022-12-14_06:01:51.867635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:01:53.757671 run osmo-stp_10.42.42.5(pid=15329): stderr: \u000a| �[0;m�[38;5;43m20221214060152042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060152043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060152043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060152043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060152045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060152045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060152045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:01:53.904333 run patchelf(pid=15332): Terminating (SIGINT)\u000a06:01:54.077308 run patchelf(pid=15332): Terminated: ok {rc=0}\u000a06:01:54.108640 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15329): Process ended prematurely: osmo-stp_10.42.42.5(pid=15329) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15329)] [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a06:01:54.117631 tst ping.py:22: Test FAILED (6.6 sec)\u000a06:01:54.178393 run osmo-hlr_10.42.42.2(pid=15326): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15326)]\u000a06:01:54.228132 run osmo-hlr_10.42.42.2(pid=15326): stdout: \u000a| (launched: 2022-12-14_06:01:50.895027) \u000a06:01:54.278572 run osmo-hlr_10.42.42.2(pid=15326): stderr: \u000a| �[0;m�[1;31m20221214060151075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060151075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060151075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060151075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060151075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060151075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060151087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060151096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060151096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060151096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:01:54.321561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15325): Terminating (SIGTERM)\u000a06:01:54.362073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15328): Terminating (SIGTERM)\u000a06:01:54.402542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15331): Terminating (SIGTERM)\u000a06:01:54.411819 --- ParallelTerminationStrategy: PID 15325 died...\u000a06:01:54.466381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15325): Terminated: ok {rc=0}\u000a06:01:54.476087 --- ParallelTerminationStrategy: PID 15328 died...\u000a06:01:54.530109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15328): Terminated: ok {rc=0}\u000a06:01:54.539699 --- ParallelTerminationStrategy: PID 15331 died...\u000a06:01:54.593872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15331): Terminated: ok {rc=0}\u000a06:01:54.683305 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15339): Process ended prematurely: osmo-stp_10.42.42.5(pid=15339) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15339)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15339): Process ended prematurely: osmo-stp_10.42.42.5(pid=15339) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15339)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a06:01:55.736195 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:55.748519 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:01:55.892250 tst ping_idle_ping.py: using LAC 38899\u000a06:01:56.014796 tst ping_idle_ping.py: using RAC 139\u000a06:01:56.143392 tst ping_idle_ping.py: using CellId 38899\u000a06:01:56.272750 tst ping_idle_ping.py: using BVCI 38900\u000a06:01:56.298379 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:56.310236 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:56.321764 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:56.333444 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:56.345497 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:56.357373 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:56.369739 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:01:56.381868 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:01:56.683570 tst ping_idle_ping.py:24: start network...\u000a06:01:56.822202 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:01:57.354738 run create_hlr_db(pid=15333): Launched\u000a06:01:57.547174 bus /gobi_6: Setting Powered False\u000a06:01:58.567534 run create_hlr_db(pid=15333): Terminated: ok {rc=0}\u000a06:01:58.983224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15335): Launched\u000a06:01:59.292926 run osmo-hlr_10.42.42.2(pid=15336): Launched\u000a06:01:59.407874 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:01:59.944251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15338): Launched\u000a06:02:00.254313 run osmo-stp_10.42.42.5(pid=15339): Launched\u000a06:02:00.368129 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:02:00.944531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15343): Launched\u000a06:02:01.067232 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:02:01.370797 run patchelf(pid=15344): Launched\u000a06:02:01.569526 run osmo-stp_10.42.42.5(pid=15339): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15339)]\u000a06:02:01.714586 run osmo-stp_10.42.42.5(pid=15339): stdout: \u000a| (launched: 2022-12-14_06:02:00.101550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:02:01.861833 run osmo-stp_10.42.42.5(pid=15339): stderr: \u000a| �[0;m�[38;5;43m20221214060200274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060200274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060200274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060200274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060200275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060200275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060200275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:02:02.001375 run osmo-stp_10.42.42.5(pid=15339): stdout: \u000a| (launched: 2022-12-14_06:02:00.101550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:02:02.141967 run osmo-stp_10.42.42.5(pid=15339): stderr: \u000a| �[0;m�[38;5;43m20221214060200274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060200274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060200274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060200274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060200275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060200275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060200275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:02:02.299574 run patchelf(pid=15344): Terminating (SIGINT)\u000a06:02:02.483958 run patchelf(pid=15344): Terminated: ok {rc=0}\u000a06:02:02.517664 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15339): Process ended prematurely: osmo-stp_10.42.42.5(pid=15339) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15339)] [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a06:02:02.526979 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a06:02:02.590887 run osmo-hlr_10.42.42.2(pid=15336): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15336)]\u000a06:02:02.642617 run osmo-hlr_10.42.42.2(pid=15336): stdout: \u000a| (launched: 2022-12-14_06:01:59.140058) \u000a06:02:02.694948 run osmo-hlr_10.42.42.2(pid=15336): stderr: \u000a| �[0;m�[1;31m20221214060159317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060159317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060159317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060159317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060159317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060159317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060159329 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060159337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060159337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060159337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:02:02.739674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15335): Terminating (SIGTERM)\u000a06:02:02.782111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15338): Terminating (SIGTERM)\u000a06:02:02.824766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15343): Terminating (SIGTERM)\u000a06:02:02.834600 --- ParallelTerminationStrategy: PID 15335 died...\u000a06:02:02.891243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15335): Terminated: ok {rc=0}\u000a06:02:02.901536 --- ParallelTerminationStrategy: PID 15338 died...\u000a06:02:02.957958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15338): Terminated: ok {rc=0}\u000a06:02:02.968131 --- ParallelTerminationStrategy: PID 15343 died...\u000a06:02:03.024417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15343): Terminated: ok {rc=0}\u000a06:02:03.111564 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:01:04" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15359): Process ended prematurely: osmo-stp_10.42.42.5(pid=15359) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15359)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15359): Process ended prematurely: osmo-stp_10.42.42.5(pid=15359) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:02:05.287537 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:05.299087 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:02:05.469184 tst cs_paging_gprs_active.py: using LAC 38900\u000a06:02:05.600015 tst cs_paging_gprs_active.py: using RAC 140\u000a06:02:05.736490 tst cs_paging_gprs_active.py: using CellId 38900\u000a06:02:05.865669 tst cs_paging_gprs_active.py: using BVCI 38901\u000a06:02:05.891002 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:05.902479 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:05.913817 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:05.925222 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:05.936570 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:05.947888 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:05.959384 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:05.970702 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:05.982264 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:02:06.100519 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:02:06.402658 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:02:06.542337 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:02:06.887358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15349): Launched\u000a06:02:07.175359 run iperf3-srv_10.42.42.10(pid=15350): Launched\u000a06:02:07.381265 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:02:07.521134 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:02:07.866844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15351): Launched\u000a06:02:08.154483 run iperf3-srv_10.42.42.10(pid=15352): Launched\u000a06:02:08.359938 tst cs_paging_gprs_active.py:38: start network...\u000a06:02:08.499482 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:02:09.033510 run create_hlr_db(pid=15353): Launched\u000a06:02:09.227049 bus /gobi_6: Setting Powered False\u000a06:02:10.248267 run create_hlr_db(pid=15353): Terminated: ok {rc=0}\u000a06:02:10.669414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15355): Launched\u000a06:02:10.982930 run osmo-hlr_10.42.42.2(pid=15356): Launched\u000a06:02:11.103180 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:02:11.653793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15358): Launched\u000a06:02:11.967916 run osmo-stp_10.42.42.5(pid=15359): Launched\u000a06:02:12.082449 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:02:12.629478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15361): Launched\u000a06:02:12.741573 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:02:13.017497 run patchelf(pid=15362): Launched\u000a06:02:13.200927 run osmo-stp_10.42.42.5(pid=15359): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15359)]\u000a06:02:13.335170 run osmo-stp_10.42.42.5(pid=15359): stdout: \u000a| (launched: 2022-12-14_06:02:11.812913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:02:13.470363 run osmo-stp_10.42.42.5(pid=15359): stderr: \u000a| �[0;m�[38;5;43m20221214060211986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060211986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060211986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060211987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060211987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060211987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060211987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:02:13.599505 run osmo-stp_10.42.42.5(pid=15359): stdout: \u000a| (launched: 2022-12-14_06:02:11.812913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:02:13.727862 run osmo-stp_10.42.42.5(pid=15359): stderr: \u000a| �[0;m�[38;5;43m20221214060211986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060211986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060211986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060211987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060211987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060211987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060211987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:02:13.877723 run patchelf(pid=15362): Terminating (SIGINT)\u000a06:02:14.053253 run patchelf(pid=15362): Terminated: ok {rc=0}\u000a06:02:14.085422 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15359): Process ended prematurely: osmo-stp_10.42.42.5(pid=15359) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15359)] [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a06:02:14.094875 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a06:02:14.155433 run osmo-hlr_10.42.42.2(pid=15356): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15356)]\u000a06:02:14.204923 run osmo-hlr_10.42.42.2(pid=15356): stdout: \u000a| (launched: 2022-12-14_06:02:10.828854) \u000a06:02:14.254880 run osmo-hlr_10.42.42.2(pid=15356): stderr: \u000a| �[0;m�[1;31m20221214060211005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060211005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060211005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060211005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060211005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060211005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060211017 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060211025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060211025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060211025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:02:14.297517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15349): Terminating (SIGTERM)\u000a06:02:14.337734 run iperf3-srv_10.42.42.10(pid=15350): Terminating (SIGTERM)\u000a06:02:14.377900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15351): Terminating (SIGTERM)\u000a06:02:14.417982 run iperf3-srv_10.42.42.10(pid=15352): Terminating (SIGTERM)\u000a06:02:14.458010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15355): Terminating (SIGTERM)\u000a06:02:14.498360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15358): Terminating (SIGTERM)\u000a06:02:14.538609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15361): Terminating (SIGTERM)\u000a06:02:14.547839 --- ParallelTerminationStrategy: PID 15349 died...\u000a06:02:14.602017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15349): Terminated: ok {rc=0}\u000a06:02:14.611731 --- ParallelTerminationStrategy: PID 15350 died...\u000a06:02:14.665569 run iperf3-srv_10.42.42.10(pid=15350): Terminated {rc=256}\u000a06:02:14.675135 --- ParallelTerminationStrategy: PID 15351 died...\u000a06:02:14.728660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15351): Terminated: ok {rc=0}\u000a06:02:14.738274 --- ParallelTerminationStrategy: PID 15352 died...\u000a06:02:14.791566 run iperf3-srv_10.42.42.10(pid=15352): Terminated {rc=256}\u000a06:02:14.801069 --- ParallelTerminationStrategy: PID 15355 died...\u000a06:02:14.854773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15355): Terminated: ok {rc=0}\u000a06:02:14.864483 --- ParallelTerminationStrategy: PID 15358 died...\u000a06:02:14.918146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15358): Terminated: ok {rc=0}\u000a06:02:14.927767 --- ParallelTerminationStrategy: PID 15361 died...\u000a06:02:14.981523 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15361): Terminated: ok {rc=0}\u000a06:02:15.069300 bus /gobi_0: Setting Powered False\u000a06:02:16.200078 bus /gobi_0: Setting Powered False\u000a06:02:17.310301 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15371): Process ended prematurely: osmo-stp_10.42.42.5(pid=15371) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15371)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15371): Process ended prematurely: osmo-stp_10.42.42.5(pid=15371) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15371)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a06:02:18.422326 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:18.434302 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:02:18.599113 tst iperf3.py: using LAC 38901\u000a06:02:18.723117 tst iperf3.py: using RAC 141\u000a06:02:18.847564 tst iperf3.py: using CellId 38901\u000a06:02:18.971095 tst iperf3.py: using BVCI 38902\u000a06:02:18.994912 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:19.006048 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:19.016869 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:19.027711 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:19.039197 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:19.050637 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:19.062095 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:19.073525 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:19.085287 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:02:19.389739 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:02:19.530245 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:02:19.878901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15363): Launched\u000a06:02:20.167286 run iperf3-srv_10.42.42.10(pid=15364): Launched\u000a06:02:20.373834 tst iperf3.py:8: start network...\u000a06:02:20.514673 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:02:21.050811 run create_hlr_db(pid=15365): Launched\u000a06:02:21.243765 bus /gobi_6: Setting Powered False\u000a06:02:22.265398 run create_hlr_db(pid=15365): Terminated: ok {rc=0}\u000a06:02:22.687144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15367): Launched\u000a06:02:23.002305 run osmo-hlr_10.42.42.2(pid=15368): Launched\u000a06:02:23.124939 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:02:23.675110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15370): Launched\u000a06:02:23.988643 run osmo-stp_10.42.42.5(pid=15371): Launched\u000a06:02:24.103105 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:02:24.649954 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15373): Launched\u000a06:02:24.762742 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:02:25.036920 run patchelf(pid=15374): Launched\u000a06:02:25.221152 run osmo-stp_10.42.42.5(pid=15371): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15371)]\u000a06:02:25.355831 run osmo-stp_10.42.42.5(pid=15371): stdout: \u000a| (launched: 2022-12-14_06:02:23.834396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:02:25.491534 run osmo-stp_10.42.42.5(pid=15371): stderr: \u000a| �[0;m�[38;5;43m20221214060224006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060224006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060224007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060224007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060224007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060224008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060224008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:02:25.621887 run osmo-stp_10.42.42.5(pid=15371): stdout: \u000a| (launched: 2022-12-14_06:02:23.834396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:02:25.751434 run osmo-stp_10.42.42.5(pid=15371): stderr: \u000a| �[0;m�[38;5;43m20221214060224006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060224006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060224007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060224007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060224007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060224008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060224008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:02:25.901999 run patchelf(pid=15374): Terminating (SIGINT)\u000a06:02:26.078707 run patchelf(pid=15374): Terminated: ok {rc=0}\u000a06:02:26.111199 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15371): Process ended prematurely: osmo-stp_10.42.42.5(pid=15371) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15371)] [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a06:02:26.120625 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a06:02:26.181452 run osmo-hlr_10.42.42.2(pid=15368): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15368)]\u000a06:02:26.231029 run osmo-hlr_10.42.42.2(pid=15368): stdout: \u000a| (launched: 2022-12-14_06:02:22.847081) \u000a06:02:26.281762 run osmo-hlr_10.42.42.2(pid=15368): stderr: \u000a| �[0;m�[1;31m20221214060223026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060223026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060223026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060223026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060223026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060223026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060223038 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060223047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060223047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060223047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:02:26.324685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15363): Terminating (SIGTERM)\u000a06:02:26.364974 run iperf3-srv_10.42.42.10(pid=15364): Terminating (SIGTERM)\u000a06:02:26.405356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15367): Terminating (SIGTERM)\u000a06:02:26.445725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15370): Terminating (SIGTERM)\u000a06:02:26.485997 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15373): Terminating (SIGTERM)\u000a06:02:26.495286 --- ParallelTerminationStrategy: PID 15363 died...\u000a06:02:26.549772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15363): Terminated: ok {rc=0}\u000a06:02:26.559524 --- ParallelTerminationStrategy: PID 15364 died...\u000a06:02:26.613130 run iperf3-srv_10.42.42.10(pid=15364): Terminated {rc=256}\u000a06:02:26.622720 --- ParallelTerminationStrategy: PID 15367 died...\u000a06:02:26.676534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15367): Terminated: ok {rc=0}\u000a06:02:26.686218 --- ParallelTerminationStrategy: PID 15370 died...\u000a06:02:26.740047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15370): Terminated: ok {rc=0}\u000a06:02:26.749773 --- ParallelTerminationStrategy: PID 15373 died...\u000a06:02:26.803942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15373): Terminated: ok {rc=0}\u000a06:02:26.888376 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15389): Process ended prematurely: osmo-stp_10.42.42.5(pid=15389) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15389)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15389): Process ended prematurely: osmo-stp_10.42.42.5(pid=15389) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15389)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a06:02:28.006355 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:28.020170 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:02:28.195585 tst iperf3m4.py: using LAC 38902\u000a06:02:28.326147 tst iperf3m4.py: using RAC 142\u000a06:02:28.455144 tst iperf3m4.py: using CellId 38902\u000a06:02:28.583752 tst iperf3m4.py: using BVCI 38903\u000a06:02:28.609322 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:28.620902 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:28.632311 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:28.643731 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:28.655150 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:28.666648 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:28.678199 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:28.689451 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:28.701010 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:02:28.822831 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:02:28.943559 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:02:29.062762 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:02:29.365337 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:02:29.505644 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:02:29.852700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15375): Launched\u000a06:02:30.141730 run iperf3-srv_10.42.42.10(pid=15376): Launched\u000a06:02:30.348454 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:02:30.489091 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:02:30.845916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15377): Launched\u000a06:02:31.148247 run iperf3-srv_10.42.42.10(pid=15378): Launched\u000a06:02:31.357765 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:02:31.501303 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:02:31.863285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15379): Launched\u000a06:02:32.166739 run iperf3-srv_10.42.42.10(pid=15380): Launched\u000a06:02:32.364580 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:02:32.496560 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:02:32.823250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15381): Launched\u000a06:02:33.095716 run iperf3-srv_10.42.42.10(pid=15382): Launched\u000a06:02:33.287498 tst iperf3m4.py:8: start network...\u000a06:02:33.418863 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:02:33.911859 run create_hlr_db(pid=15383): Launched\u000a06:02:34.093339 bus /gobi_6: Setting Powered False\u000a06:02:35.114084 run create_hlr_db(pid=15383): Terminated: ok {rc=0}\u000a06:02:35.534324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15385): Launched\u000a06:02:35.849402 run osmo-hlr_10.42.42.2(pid=15386): Launched\u000a06:02:35.969117 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:02:36.514434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15388): Launched\u000a06:02:36.829292 run osmo-stp_10.42.42.5(pid=15389): Launched\u000a06:02:36.943965 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:02:37.494189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15391): Launched\u000a06:02:37.607249 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:02:37.881690 run patchelf(pid=15392): Launched\u000a06:02:38.064869 run osmo-stp_10.42.42.5(pid=15389): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15389)]\u000a06:02:38.199587 run osmo-stp_10.42.42.5(pid=15389): stdout: \u000a| (launched: 2022-12-14_06:02:36.673434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:02:38.334526 run osmo-stp_10.42.42.5(pid=15389): stderr: \u000a| �[0;m�[38;5;43m20221214060236843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060236843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060236843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060236844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060236845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060236845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060236845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:02:38.465530 run osmo-stp_10.42.42.5(pid=15389): stdout: \u000a| (launched: 2022-12-14_06:02:36.673434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:02:38.594206 run osmo-stp_10.42.42.5(pid=15389): stderr: \u000a| �[0;m�[38;5;43m20221214060236843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060236843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060236843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060236844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060236845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060236845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060236845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:02:38.743677 run patchelf(pid=15392): Terminating (SIGINT)\u000a06:02:38.919260 run patchelf(pid=15392): Terminated: ok {rc=0}\u000a06:02:38.951366 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15389): Process ended prematurely: osmo-stp_10.42.42.5(pid=15389) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15389)] [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a06:02:38.960793 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a06:02:39.022077 run osmo-hlr_10.42.42.2(pid=15386): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15386)]\u000a06:02:39.071732 run osmo-hlr_10.42.42.2(pid=15386): stdout: \u000a| (launched: 2022-12-14_06:02:35.694025) \u000a06:02:39.122104 run osmo-hlr_10.42.42.2(pid=15386): stderr: \u000a| �[0;m�[1;31m20221214060235871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060235871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060235871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060235871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060235871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060235871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060235888 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060235897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060235898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060235898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:02:39.165101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15375): Terminating (SIGTERM)\u000a06:02:39.205626 run iperf3-srv_10.42.42.10(pid=15376): Terminating (SIGTERM)\u000a06:02:39.246089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15377): Terminating (SIGTERM)\u000a06:02:39.286407 run iperf3-srv_10.42.42.10(pid=15378): Terminating (SIGTERM)\u000a06:02:39.326941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15379): Terminating (SIGTERM)\u000a06:02:39.367297 run iperf3-srv_10.42.42.10(pid=15380): Terminating (SIGTERM)\u000a06:02:39.407546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15381): Terminating (SIGTERM)\u000a06:02:39.447955 run iperf3-srv_10.42.42.10(pid=15382): Terminating (SIGTERM)\u000a06:02:39.488373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15385): Terminating (SIGTERM)\u000a06:02:39.528768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15388): Terminating (SIGTERM)\u000a06:02:39.569121 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15391): Terminating (SIGTERM)\u000a06:02:39.578465 --- ParallelTerminationStrategy: PID 15375 died...\u000a06:02:39.632853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15375): Terminated: ok {rc=0}\u000a06:02:39.642655 --- ParallelTerminationStrategy: PID 15376 died...\u000a06:02:39.696511 run iperf3-srv_10.42.42.10(pid=15376): Terminated {rc=256}\u000a06:02:39.706229 --- ParallelTerminationStrategy: PID 15377 died...\u000a06:02:39.760362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15377): Terminated: ok {rc=0}\u000a06:02:39.770178 --- ParallelTerminationStrategy: PID 15378 died...\u000a06:02:39.824137 run iperf3-srv_10.42.42.10(pid=15378): Terminated {rc=256}\u000a06:02:39.833782 --- ParallelTerminationStrategy: PID 15379 died...\u000a06:02:39.887857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15379): Terminated: ok {rc=0}\u000a06:02:39.897959 --- ParallelTerminationStrategy: PID 15380 died...\u000a06:02:39.951892 run iperf3-srv_10.42.42.10(pid=15380): Terminated {rc=256}\u000a06:02:39.961681 --- ParallelTerminationStrategy: PID 15381 died...\u000a06:02:40.015798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15381): Terminated: ok {rc=0}\u000a06:02:40.025866 --- ParallelTerminationStrategy: PID 15382 died...\u000a06:02:40.079737 run iperf3-srv_10.42.42.10(pid=15382): Terminated {rc=256}\u000a06:02:40.089524 --- ParallelTerminationStrategy: PID 15385 died...\u000a06:02:40.143560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15385): Terminated: ok {rc=0}\u000a06:02:40.153426 --- ParallelTerminationStrategy: PID 15388 died...\u000a06:02:40.207300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15388): Terminated: ok {rc=0}\u000a06:02:40.217135 --- ParallelTerminationStrategy: PID 15391 died...\u000a06:02:40.271541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15391): Terminated: ok {rc=0}\u000a06:02:40.356005 bus /gobi_4: Setting Powered False\u000a06:02:41.463951 bus /gobi_4: Setting Powered False\u000a06:02:42.576706 bus /gobi_1: Setting Powered False\u000a06:02:43.680552 bus /gobi_1: Setting Powered False\u000a06:02:44.789248 bus /gobi_0: Setting Powered False\u000a06:02:45.919859 bus /gobi_0: Setting Powered False\u000a06:02:47.033043 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15399): Process ended prematurely: osmo-stp_10.42.42.5(pid=15399) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15399)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15399): Process ended prematurely: osmo-stp_10.42.42.5(pid=15399) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15399)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a06:02:48.100514 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:48.112644 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:02:48.275951 tst ping.py: using LAC 38903\u000a06:02:48.399801 tst ping.py: using RAC 143\u000a06:02:48.520935 tst ping.py: using CellId 38903\u000a06:02:48.652712 tst ping.py: using BVCI 38904\u000a06:02:48.678240 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:48.689918 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:48.701296 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:48.712659 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:48.723965 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:48.735390 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:48.746884 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:48.758186 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:02:49.041556 tst ping.py:19: start network...\u000a06:02:49.170514 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:02:49.656351 run create_hlr_db(pid=15393): Launched\u000a06:02:49.834886 bus /gobi_6: Setting Powered False\u000a06:02:50.855746 run create_hlr_db(pid=15393): Terminated: ok {rc=0}\u000a06:02:51.266865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15395): Launched\u000a06:02:51.577247 run osmo-hlr_10.42.42.2(pid=15396): Launched\u000a06:02:51.699034 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:02:52.243149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15398): Launched\u000a06:02:52.554126 run osmo-stp_10.42.42.5(pid=15399): Launched\u000a06:02:52.667224 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:02:53.204211 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15401): Launched\u000a06:02:53.314232 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:02:53.584791 run patchelf(pid=15402): Launched\u000a06:02:53.765055 run osmo-stp_10.42.42.5(pid=15399): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15399)]\u000a06:02:53.897288 run osmo-stp_10.42.42.5(pid=15399): stdout: \u000a| (launched: 2022-12-14_06:02:52.399390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:02:54.029768 run osmo-stp_10.42.42.5(pid=15399): stderr: \u000a| �[0;m�[38;5;43m20221214060252571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060252571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060252572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060252572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060252573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060252573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060252573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:02:54.157176 run osmo-stp_10.42.42.5(pid=15399): stdout: \u000a| (launched: 2022-12-14_06:02:52.399390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:02:54.283415 run osmo-stp_10.42.42.5(pid=15399): stderr: \u000a| �[0;m�[38;5;43m20221214060252571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060252571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060252572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060252572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060252573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060252573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060252573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:02:54.430422 run patchelf(pid=15402): Terminating (SIGINT)\u000a06:02:54.603578 run patchelf(pid=15402): Terminated: ok {rc=0}\u000a06:02:54.634879 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15399): Process ended prematurely: osmo-stp_10.42.42.5(pid=15399) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15399)] [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a06:02:54.643733 tst ping.py:22: Test FAILED (6.5 sec)\u000a06:02:54.705030 run osmo-hlr_10.42.42.2(pid=15396): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15396)]\u000a06:02:54.754808 run osmo-hlr_10.42.42.2(pid=15396): stdout: \u000a| (launched: 2022-12-14_06:02:51.423652) \u000a06:02:54.805385 run osmo-hlr_10.42.42.2(pid=15396): stderr: \u000a| �[0;m�[1;31m20221214060251601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060251601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060251601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060251601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060251601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060251602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060251613 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060251621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060251621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060251622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:02:54.848548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15395): Terminating (SIGTERM)\u000a06:02:54.889511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15398): Terminating (SIGTERM)\u000a06:02:54.930241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15401): Terminating (SIGTERM)\u000a06:02:54.939634 --- ParallelTerminationStrategy: PID 15395 died...\u000a06:02:54.994179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15395): Terminated: ok {rc=0}\u000a06:02:55.003900 --- ParallelTerminationStrategy: PID 15398 died...\u000a06:02:55.058367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15398): Terminated: ok {rc=0}\u000a06:02:55.068064 --- ParallelTerminationStrategy: PID 15401 died...\u000a06:02:55.122429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15401): Terminated: ok {rc=0}\u000a06:02:55.206796 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15409): Process ended prematurely: osmo-stp_10.42.42.5(pid=15409) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15409)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15409): Process ended prematurely: osmo-stp_10.42.42.5(pid=15409) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15409)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a06:02:56.257837 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:56.269948 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:02:56.432290 tst ping_idle_ping.py: using LAC 38904\u000a06:02:56.558893 tst ping_idle_ping.py: using RAC 144\u000a06:02:56.677966 tst ping_idle_ping.py: using CellId 38904\u000a06:02:56.797748 tst ping_idle_ping.py: using BVCI 38905\u000a06:02:56.821716 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:56.833165 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:56.844190 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:56.855312 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:56.866717 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:56.878276 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:56.889799 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:02:56.901156 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:02:57.200014 tst ping_idle_ping.py:24: start network...\u000a06:02:57.338169 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:02:57.875228 run create_hlr_db(pid=15403): Launched\u000a06:02:58.066702 bus /gobi_6: Setting Powered False\u000a06:02:59.087874 run create_hlr_db(pid=15403): Terminated: ok {rc=0}\u000a06:02:59.503953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15405): Launched\u000a06:02:59.814320 run osmo-hlr_10.42.42.2(pid=15406): Launched\u000a06:02:59.935233 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:03:00.475857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15408): Launched\u000a06:03:00.784312 run osmo-stp_10.42.42.5(pid=15409): Launched\u000a06:03:00.994725 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:03:01.583154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15412): Launched\u000a06:03:01.730251 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:03:02.058975 run patchelf(pid=15413): Launched\u000a06:03:02.255934 run osmo-stp_10.42.42.5(pid=15409): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15409)]\u000a06:03:02.396628 run osmo-stp_10.42.42.5(pid=15409): stdout: \u000a| (launched: 2022-12-14_06:03:00.632686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:03:02.537325 run osmo-stp_10.42.42.5(pid=15409): stderr: \u000a| �[0;m�[38;5;43m20221214060300805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060300805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060300806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060300806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060300806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060300807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060300807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:03:02.673352 run osmo-stp_10.42.42.5(pid=15409): stdout: \u000a| (launched: 2022-12-14_06:03:00.632686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:03:02.807485 run osmo-stp_10.42.42.5(pid=15409): stderr: \u000a| �[0;m�[38;5;43m20221214060300805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060300805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060300806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060300806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060300806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060300807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060300807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:03:02.963922 run patchelf(pid=15413): Terminating (SIGINT)\u000a06:03:03.147137 run patchelf(pid=15413): Terminated: ok {rc=0}\u000a06:03:03.180337 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15409): Process ended prematurely: osmo-stp_10.42.42.5(pid=15409) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15409)] [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a06:03:03.189941 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a06:03:03.252412 run osmo-hlr_10.42.42.2(pid=15406): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15406)]\u000a06:03:03.303864 run osmo-hlr_10.42.42.2(pid=15406): stdout: \u000a| (launched: 2022-12-14_06:02:59.660873) \u000a06:03:03.356259 run osmo-hlr_10.42.42.2(pid=15406): stderr: \u000a| �[0;m�[1;31m20221214060259837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060259837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060259837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060259837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060259837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060259837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060259854 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060259863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060259864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060259864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:03:03.400516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15405): Terminating (SIGTERM)\u000a06:03:03.442931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15408): Terminating (SIGTERM)\u000a06:03:03.485343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15412): Terminating (SIGTERM)\u000a06:03:03.494999 --- ParallelTerminationStrategy: PID 15405 died...\u000a06:03:03.550965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15405): Terminated: ok {rc=0}\u000a06:03:03.560882 --- ParallelTerminationStrategy: PID 15408 died...\u000a06:03:03.616626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15408): Terminated: ok {rc=0}\u000a06:03:03.626633 --- ParallelTerminationStrategy: PID 15412 died...\u000a06:03:03.682261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15412): Terminated: ok {rc=0}\u000a06:03:03.769066 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:02:04" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15428): Process ended prematurely: osmo-stp_10.42.42.5(pid=15428) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15428)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15428): Process ended prematurely: osmo-stp_10.42.42.5(pid=15428) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15428)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:03:05.945721 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:05.957423 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:03:06.127346 tst cs_paging_gprs_active.py: using LAC 38905\u000a06:03:06.257569 tst cs_paging_gprs_active.py: using RAC 145\u000a06:03:06.389737 tst cs_paging_gprs_active.py: using CellId 38905\u000a06:03:06.519632 tst cs_paging_gprs_active.py: using BVCI 38906\u000a06:03:06.545270 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:06.556754 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:06.568352 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:06.580030 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:06.591742 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:06.603059 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:06.614645 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:06.626042 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:06.637600 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:03:06.756381 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:03:07.054778 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:03:07.185640 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:03:07.511628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15418): Launched\u000a06:03:07.782244 run iperf3-srv_10.42.42.10(pid=15419): Launched\u000a06:03:07.974353 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:03:08.105412 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:03:08.430513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15420): Launched\u000a06:03:08.701569 run iperf3-srv_10.42.42.10(pid=15421): Launched\u000a06:03:08.893467 tst cs_paging_gprs_active.py:38: start network...\u000a06:03:09.024686 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:03:09.520722 run create_hlr_db(pid=15422): Launched\u000a06:03:09.700593 bus /gobi_6: Setting Powered False\u000a06:03:10.722999 run create_hlr_db(pid=15422): Terminated: ok {rc=0}\u000a06:03:11.140859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15424): Launched\u000a06:03:11.455018 run osmo-hlr_10.42.42.2(pid=15425): Launched\u000a06:03:11.569561 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:03:12.113956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15427): Launched\u000a06:03:12.429187 run osmo-stp_10.42.42.5(pid=15428): Launched\u000a06:03:12.544589 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:03:13.091103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15430): Launched\u000a06:03:13.203261 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:03:13.477460 run patchelf(pid=15431): Launched\u000a06:03:13.661192 run osmo-stp_10.42.42.5(pid=15428): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15428)]\u000a06:03:13.795751 run osmo-stp_10.42.42.5(pid=15428): stdout: \u000a| (launched: 2022-12-14_06:03:12.273774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:03:13.931062 run osmo-stp_10.42.42.5(pid=15428): stderr: \u000a| �[0;m�[38;5;43m20221214060312446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060312446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060312447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060312447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060312447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060312448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060312448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:03:14.061119 run osmo-stp_10.42.42.5(pid=15428): stdout: \u000a| (launched: 2022-12-14_06:03:12.273774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:03:14.189736 run osmo-stp_10.42.42.5(pid=15428): stderr: \u000a| �[0;m�[38;5;43m20221214060312446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060312446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060312447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060312447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060312447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060312448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060312448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:03:14.339664 run patchelf(pid=15431): Terminating (SIGINT)\u000a06:03:14.515629 run patchelf(pid=15431): Terminated: ok {rc=0}\u000a06:03:14.547991 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15428): Process ended prematurely: osmo-stp_10.42.42.5(pid=15428) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15428)] [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a06:03:14.557459 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a06:03:14.617781 run osmo-hlr_10.42.42.2(pid=15425): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15425)]\u000a06:03:14.667418 run osmo-hlr_10.42.42.2(pid=15425): stdout: \u000a| (launched: 2022-12-14_06:03:11.300187) \u000a06:03:14.717313 run osmo-hlr_10.42.42.2(pid=15425): stderr: \u000a| �[0;m�[1;31m20221214060311480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060311480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060311480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060311480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060311480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060311481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060311493 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060311501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060311502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060311502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:03:14.759878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15418): Terminating (SIGTERM)\u000a06:03:14.799807 run iperf3-srv_10.42.42.10(pid=15419): Terminating (SIGTERM)\u000a06:03:14.839748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15420): Terminating (SIGTERM)\u000a06:03:14.879552 run iperf3-srv_10.42.42.10(pid=15421): Terminating (SIGTERM)\u000a06:03:14.919273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15424): Terminating (SIGTERM)\u000a06:03:14.958943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15427): Terminating (SIGTERM)\u000a06:03:14.998782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15430): Terminating (SIGTERM)\u000a06:03:15.007917 --- ParallelTerminationStrategy: PID 15418 died...\u000a06:03:15.061893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15418): Terminated: ok {rc=0}\u000a06:03:15.071398 --- ParallelTerminationStrategy: PID 15419 died...\u000a06:03:15.124877 run iperf3-srv_10.42.42.10(pid=15419): Terminated {rc=256}\u000a06:03:15.134474 --- ParallelTerminationStrategy: PID 15420 died...\u000a06:03:15.187794 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15420): Terminated: ok {rc=0}\u000a06:03:15.197327 --- ParallelTerminationStrategy: PID 15421 died...\u000a06:03:15.250546 run iperf3-srv_10.42.42.10(pid=15421): Terminated {rc=256}\u000a06:03:15.260069 --- ParallelTerminationStrategy: PID 15424 died...\u000a06:03:15.314279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15424): Terminated: ok {rc=0}\u000a06:03:15.323919 --- ParallelTerminationStrategy: PID 15427 died...\u000a06:03:15.377420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15427): Terminated: ok {rc=0}\u000a06:03:15.387010 --- ParallelTerminationStrategy: PID 15430 died...\u000a06:03:15.440528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15430): Terminated: ok {rc=0}\u000a06:03:15.528855 bus /gobi_0: Setting Powered False\u000a06:03:16.659685 bus /gobi_0: Setting Powered False\u000a06:03:17.767565 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15440): Process ended prematurely: osmo-stp_10.42.42.5(pid=15440) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15440)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15440): Process ended prematurely: osmo-stp_10.42.42.5(pid=15440) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15440)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a06:03:18.883906 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:18.896220 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:03:19.069477 tst iperf3.py: using LAC 38906\u000a06:03:19.201653 tst iperf3.py: using RAC 146\u000a06:03:19.331257 tst iperf3.py: using CellId 38906\u000a06:03:19.457463 tst iperf3.py: using BVCI 38907\u000a06:03:19.481666 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:19.492819 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:19.504028 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:19.515080 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:19.526690 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:19.537973 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:19.549359 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:19.560379 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:19.571701 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:03:19.875091 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:03:20.015814 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:03:20.363603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15432): Launched\u000a06:03:20.652180 run iperf3-srv_10.42.42.10(pid=15433): Launched\u000a06:03:20.859677 tst iperf3.py:8: start network...\u000a06:03:21.000668 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:03:21.536396 run create_hlr_db(pid=15434): Launched\u000a06:03:21.730123 bus /gobi_6: Setting Powered False\u000a06:03:22.750888 run create_hlr_db(pid=15434): Terminated: ok {rc=0}\u000a06:03:23.173129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15436): Launched\u000a06:03:23.486694 run osmo-hlr_10.42.42.2(pid=15437): Launched\u000a06:03:23.610169 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:03:24.165123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15439): Launched\u000a06:03:24.478735 run osmo-stp_10.42.42.5(pid=15440): Launched\u000a06:03:24.594007 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:03:25.141978 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15442): Launched\u000a06:03:25.254747 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:03:25.529224 run patchelf(pid=15443): Launched\u000a06:03:25.712803 run osmo-stp_10.42.42.5(pid=15440): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15440)]\u000a06:03:25.847524 run osmo-stp_10.42.42.5(pid=15440): stdout: \u000a| (launched: 2022-12-14_06:03:24.324642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:03:25.982582 run osmo-stp_10.42.42.5(pid=15440): stderr: \u000a| �[0;m�[38;5;43m20221214060324497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060324497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060324497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060324497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060324498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060324498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060324498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:03:26.112286 run osmo-stp_10.42.42.5(pid=15440): stdout: \u000a| (launched: 2022-12-14_06:03:24.324642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:03:26.241211 run osmo-stp_10.42.42.5(pid=15440): stderr: \u000a| �[0;m�[38;5;43m20221214060324497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060324497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060324497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060324497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060324498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060324498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060324498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:03:26.391237 run patchelf(pid=15443): Terminating (SIGINT)\u000a06:03:26.567826 run patchelf(pid=15443): Terminated: ok {rc=0}\u000a06:03:26.600197 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15440): Process ended prematurely: osmo-stp_10.42.42.5(pid=15440) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15440)] [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a06:03:26.609726 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a06:03:26.671259 run osmo-hlr_10.42.42.2(pid=15437): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15437)]\u000a06:03:26.720932 run osmo-hlr_10.42.42.2(pid=15437): stdout: \u000a| (launched: 2022-12-14_06:03:23.332681) \u000a06:03:26.771612 run osmo-hlr_10.42.42.2(pid=15437): stderr: \u000a| �[0;m�[1;31m20221214060323511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060323511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060323511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060323511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060323511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060323511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060323523 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060323531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060323531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060323531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:03:26.814606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15432): Terminating (SIGTERM)\u000a06:03:26.855168 run iperf3-srv_10.42.42.10(pid=15433): Terminating (SIGTERM)\u000a06:03:26.895638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15436): Terminating (SIGTERM)\u000a06:03:26.935891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15439): Terminating (SIGTERM)\u000a06:03:26.976560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15442): Terminating (SIGTERM)\u000a06:03:26.985743 --- ParallelTerminationStrategy: PID 15432 died...\u000a06:03:27.039703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15432): Terminated: ok {rc=0}\u000a06:03:27.049284 --- ParallelTerminationStrategy: PID 15433 died...\u000a06:03:27.102599 run iperf3-srv_10.42.42.10(pid=15433): Terminated {rc=256}\u000a06:03:27.112055 --- ParallelTerminationStrategy: PID 15436 died...\u000a06:03:27.178342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15436): Terminated: ok {rc=0}\u000a06:03:27.187954 --- ParallelTerminationStrategy: PID 15439 died...\u000a06:03:27.240088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15439): Terminated: ok {rc=0}\u000a06:03:27.249455 --- ParallelTerminationStrategy: PID 15442 died...\u000a06:03:27.301681 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15442): Terminated: ok {rc=0}\u000a06:03:27.384364 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15458): Process ended prematurely: osmo-stp_10.42.42.5(pid=15458) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15458)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15458): Process ended prematurely: osmo-stp_10.42.42.5(pid=15458) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15458)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a06:03:28.500054 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:28.512269 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:03:28.682863 tst iperf3m4.py: using LAC 38907\u000a06:03:28.813669 tst iperf3m4.py: using RAC 147\u000a06:03:28.942173 tst iperf3m4.py: using CellId 38907\u000a06:03:29.067661 tst iperf3m4.py: using BVCI 38908\u000a06:03:29.092813 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:29.104381 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:29.115786 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:29.127302 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:29.138837 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:29.150214 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:29.162016 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:29.173369 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:29.185350 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:03:29.304627 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:03:29.423156 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:03:29.543752 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:03:29.824673 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:03:29.953132 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:03:30.269976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15444): Launched\u000a06:03:30.533057 run iperf3-srv_10.42.42.10(pid=15445): Launched\u000a06:03:30.719348 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:03:30.851751 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:03:31.223922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15446): Launched\u000a06:03:31.524905 run iperf3-srv_10.42.42.10(pid=15447): Launched\u000a06:03:31.732725 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:03:31.873595 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:03:32.259882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15448): Launched\u000a06:03:32.540895 run iperf3-srv_10.42.42.10(pid=15449): Launched\u000a06:03:32.741507 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:03:32.879625 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:03:33.217640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15450): Launched\u000a06:03:33.497158 run iperf3-srv_10.42.42.10(pid=15451): Launched\u000a06:03:33.697019 tst iperf3m4.py:8: start network...\u000a06:03:33.834049 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:03:34.356489 run create_hlr_db(pid=15452): Launched\u000a06:03:34.545906 bus /gobi_6: Setting Powered False\u000a06:03:35.565783 run create_hlr_db(pid=15452): Terminated: ok {rc=0}\u000a06:03:35.975964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15454): Launched\u000a06:03:36.281950 run osmo-hlr_10.42.42.2(pid=15455): Launched\u000a06:03:36.402592 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:03:36.940219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15457): Launched\u000a06:03:37.243996 run osmo-stp_10.42.42.5(pid=15458): Launched\u000a06:03:37.364639 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:03:37.899047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15460): Launched\u000a06:03:38.008940 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:03:38.277106 run patchelf(pid=15461): Launched\u000a06:03:38.459346 run osmo-stp_10.42.42.5(pid=15458): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15458)]\u000a06:03:38.592921 run osmo-stp_10.42.42.5(pid=15458): stdout: \u000a| (launched: 2022-12-14_06:03:37.094717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:03:38.726662 run osmo-stp_10.42.42.5(pid=15458): stderr: \u000a| �[0;m�[38;5;43m20221214060337263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060337263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060337263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060337264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060337264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060337264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060337264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:03:38.855394 run osmo-stp_10.42.42.5(pid=15458): stdout: \u000a| (launched: 2022-12-14_06:03:37.094717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:03:38.983310 run osmo-stp_10.42.42.5(pid=15458): stderr: \u000a| �[0;m�[38;5;43m20221214060337263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060337263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060337263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060337264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060337264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060337264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060337264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:03:39.131769 run patchelf(pid=15461): Terminating (SIGINT)\u000a06:03:39.306548 run patchelf(pid=15461): Terminated: ok {rc=0}\u000a06:03:39.338618 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15458): Process ended prematurely: osmo-stp_10.42.42.5(pid=15458) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15458)] [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a06:03:39.348129 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a06:03:39.409112 run osmo-hlr_10.42.42.2(pid=15455): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15455)]\u000a06:03:39.459208 run osmo-hlr_10.42.42.2(pid=15455): stdout: \u000a| (launched: 2022-12-14_06:03:36.131343) \u000a06:03:39.509376 run osmo-hlr_10.42.42.2(pid=15455): stderr: \u000a| �[0;m�[1;31m20221214060336304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060336304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060336304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060336304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060336304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060336304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060336317 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060336325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060336325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060336326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:03:39.552479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15444): Terminating (SIGTERM)\u000a06:03:39.593118 run iperf3-srv_10.42.42.10(pid=15445): Terminating (SIGTERM)\u000a06:03:39.633774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15446): Terminating (SIGTERM)\u000a06:03:39.674330 run iperf3-srv_10.42.42.10(pid=15447): Terminating (SIGTERM)\u000a06:03:39.715260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15448): Terminating (SIGTERM)\u000a06:03:39.755483 run iperf3-srv_10.42.42.10(pid=15449): Terminating (SIGTERM)\u000a06:03:39.795859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15450): Terminating (SIGTERM)\u000a06:03:39.836323 run iperf3-srv_10.42.42.10(pid=15451): Terminating (SIGTERM)\u000a06:03:39.876789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15454): Terminating (SIGTERM)\u000a06:03:39.917379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15457): Terminating (SIGTERM)\u000a06:03:39.957806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15460): Terminating (SIGTERM)\u000a06:03:39.967139 --- ParallelTerminationStrategy: PID 15444 died...\u000a06:03:40.021720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15444): Terminated: ok {rc=0}\u000a06:03:40.031433 --- ParallelTerminationStrategy: PID 15445 died...\u000a06:03:40.085147 run iperf3-srv_10.42.42.10(pid=15445): Terminated {rc=256}\u000a06:03:40.094715 --- ParallelTerminationStrategy: PID 15446 died...\u000a06:03:40.148652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15446): Terminated: ok {rc=0}\u000a06:03:40.158365 --- ParallelTerminationStrategy: PID 15447 died...\u000a06:03:40.212245 run iperf3-srv_10.42.42.10(pid=15447): Terminated {rc=256}\u000a06:03:40.222015 --- ParallelTerminationStrategy: PID 15448 died...\u000a06:03:40.275895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15448): Terminated: ok {rc=0}\u000a06:03:40.285932 --- ParallelTerminationStrategy: PID 15449 died...\u000a06:03:40.339808 run iperf3-srv_10.42.42.10(pid=15449): Terminated {rc=256}\u000a06:03:40.349906 --- ParallelTerminationStrategy: PID 15450 died...\u000a06:03:40.403939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15450): Terminated: ok {rc=0}\u000a06:03:40.413613 --- ParallelTerminationStrategy: PID 15451 died...\u000a06:03:40.467003 run iperf3-srv_10.42.42.10(pid=15451): Terminated {rc=256}\u000a06:03:40.476717 --- ParallelTerminationStrategy: PID 15454 died...\u000a06:03:40.530309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15454): Terminated: ok {rc=0}\u000a06:03:40.539998 --- ParallelTerminationStrategy: PID 15457 died...\u000a06:03:40.593268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15457): Terminated: ok {rc=0}\u000a06:03:40.602942 --- ParallelTerminationStrategy: PID 15460 died...\u000a06:03:40.656420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15460): Terminated: ok {rc=0}\u000a06:03:40.744348 bus /gobi_4: Setting Powered False\u000a06:03:41.846644 bus /gobi_4: Setting Powered False\u000a06:03:42.956706 bus /gobi_1: Setting Powered False\u000a06:03:44.062628 bus /gobi_1: Setting Powered False\u000a06:03:45.173203 bus /gobi_0: Setting Powered False\u000a06:03:46.280284 bus /gobi_0: Setting Powered False\u000a06:03:47.390527 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15468): Process ended prematurely: osmo-stp_10.42.42.5(pid=15468) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15468)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15468): Process ended prematurely: osmo-stp_10.42.42.5(pid=15468) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15468)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a06:03:48.457791 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:48.469616 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:03:48.628726 tst ping.py: using LAC 38908\u000a06:03:48.748341 tst ping.py: using RAC 148\u000a06:03:48.870270 tst ping.py: using CellId 38908\u000a06:03:48.995711 tst ping.py: using BVCI 38909\u000a06:03:49.019282 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:49.030475 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:49.041368 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:49.052214 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:49.063265 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:49.074450 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:49.085693 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:49.096907 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:03:49.375714 tst ping.py:19: start network...\u000a06:03:49.502975 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:03:49.982119 run create_hlr_db(pid=15462): Launched\u000a06:03:50.159002 bus /gobi_6: Setting Powered False\u000a06:03:51.190087 run create_hlr_db(pid=15462): Terminated: ok {rc=0}\u000a06:03:51.624439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15464): Launched\u000a06:03:51.951724 run osmo-hlr_10.42.42.2(pid=15465): Launched\u000a06:03:52.071524 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:03:52.642940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15467): Launched\u000a06:03:52.968277 run osmo-stp_10.42.42.5(pid=15468): Launched\u000a06:03:53.086656 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:03:53.653488 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15470): Launched\u000a06:03:53.769735 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:03:54.052366 run patchelf(pid=15471): Launched\u000a06:03:54.241930 run osmo-stp_10.42.42.5(pid=15468): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15468)]\u000a06:03:54.381060 run osmo-stp_10.42.42.5(pid=15468): stdout: \u000a| (launched: 2022-12-14_06:03:52.807854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:03:54.519832 run osmo-stp_10.42.42.5(pid=15468): stderr: \u000a| �[0;m�[38;5;43m20221214060352998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060352998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060352999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060352999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060352999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060352999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060352999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:03:54.654037 run osmo-stp_10.42.42.5(pid=15468): stdout: \u000a| (launched: 2022-12-14_06:03:52.807854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:03:54.786724 run osmo-stp_10.42.42.5(pid=15468): stderr: \u000a| �[0;m�[38;5;43m20221214060352998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060352998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060352999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060352999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060352999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060352999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060352999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:03:54.941657 run patchelf(pid=15471): Terminating (SIGINT)\u000a06:03:55.124033 run patchelf(pid=15471): Terminated: ok {rc=0}\u000a06:03:55.157031 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15468): Process ended prematurely: osmo-stp_10.42.42.5(pid=15468) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15468)] [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a06:03:55.166194 tst ping.py:22: Test FAILED (6.7 sec)\u000a06:03:55.228643 run osmo-hlr_10.42.42.2(pid=15465): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15465)]\u000a06:03:55.279874 run osmo-hlr_10.42.42.2(pid=15465): stdout: \u000a| (launched: 2022-12-14_06:03:51.790207) \u000a06:03:55.331749 run osmo-hlr_10.42.42.2(pid=15465): stderr: \u000a| �[0;m�[1;31m20221214060351987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060351987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060351987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060351987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060351987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060351987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060351999 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060352007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060352008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060352008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:03:55.376011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15464): Terminating (SIGTERM)\u000a06:03:55.417836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15467): Terminating (SIGTERM)\u000a06:03:55.459624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15470): Terminating (SIGTERM)\u000a06:03:55.469317 --- ParallelTerminationStrategy: PID 15464 died...\u000a06:03:55.524825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15464): Terminated: ok {rc=0}\u000a06:03:55.534879 --- ParallelTerminationStrategy: PID 15467 died...\u000a06:03:55.590645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15467): Terminated: ok {rc=0}\u000a06:03:55.600572 --- ParallelTerminationStrategy: PID 15470 died...\u000a06:03:55.656423 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15470): Terminated: ok {rc=0}\u000a06:03:55.742497 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15478): Process ended prematurely: osmo-stp_10.42.42.5(pid=15478) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15478)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15478): Process ended prematurely: osmo-stp_10.42.42.5(pid=15478) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15478)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a06:03:56.794681 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:56.806846 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:03:56.977122 tst ping_idle_ping.py: using LAC 38909\u000a06:03:57.106825 tst ping_idle_ping.py: using RAC 149\u000a06:03:57.234290 tst ping_idle_ping.py: using CellId 38909\u000a06:03:57.361760 tst ping_idle_ping.py: using BVCI 38910\u000a06:03:57.386880 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:57.398497 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:57.409900 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:57.421229 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:57.432427 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:57.443833 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:57.455373 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:03:57.466757 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:03:57.746962 tst ping_idle_ping.py:24: start network...\u000a06:03:57.879192 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:03:58.360504 run create_hlr_db(pid=15472): Launched\u000a06:03:58.537077 bus /gobi_6: Setting Powered False\u000a06:03:59.557592 run create_hlr_db(pid=15472): Terminated: ok {rc=0}\u000a06:03:59.988348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15474): Launched\u000a06:04:00.312903 run osmo-hlr_10.42.42.2(pid=15475): Launched\u000a06:04:00.431859 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:04:01.052542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15477): Launched\u000a06:04:01.435720 run osmo-stp_10.42.42.5(pid=15478): Launched\u000a06:04:01.610412 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:04:02.249307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15480): Launched\u000a06:04:02.361225 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:04:02.626861 run patchelf(pid=15481): Launched\u000a06:04:02.805362 run osmo-stp_10.42.42.5(pid=15478): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15478)]\u000a06:04:02.936058 run osmo-stp_10.42.42.5(pid=15478): stdout: \u000a| (launched: 2022-12-14_06:04:01.210058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:03.067774 run osmo-stp_10.42.42.5(pid=15478): stderr: \u000a| �[0;m�[38;5;43m20221214060401535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060401535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060401536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060401536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060401538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060401539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060401540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:03.194372 run osmo-stp_10.42.42.5(pid=15478): stdout: \u000a| (launched: 2022-12-14_06:04:01.210058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:03.319528 run osmo-stp_10.42.42.5(pid=15478): stderr: \u000a| �[0;m�[38;5;43m20221214060401535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060401535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060401536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060401536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060401538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060401539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060401540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:03.464284 run patchelf(pid=15481): Terminating (SIGINT)\u000a06:04:03.635243 run patchelf(pid=15481): Terminated: ok {rc=0}\u000a06:04:03.666370 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15478): Process ended prematurely: osmo-stp_10.42.42.5(pid=15478) [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15478)] [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a06:04:03.675270 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a06:04:03.735895 run osmo-hlr_10.42.42.2(pid=15475): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15475)]\u000a06:04:03.785101 run osmo-hlr_10.42.42.2(pid=15475): stdout: \u000a| (launched: 2022-12-14_06:04:00.153755) \u000a06:04:03.835312 run osmo-hlr_10.42.42.2(pid=15475): stderr: \u000a| �[0;m�[1;31m20221214060400350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060400350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060400350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060400350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060400350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060400350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060400363 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060400371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060400371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060400371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:04:03.878300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15474): Terminating (SIGTERM)\u000a06:04:03.918673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15477): Terminating (SIGTERM)\u000a06:04:03.959050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15480): Terminating (SIGTERM)\u000a06:04:03.968205 --- ParallelTerminationStrategy: PID 15474 died...\u000a06:04:04.023137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15474): Terminated: ok {rc=0}\u000a06:04:04.032737 --- ParallelTerminationStrategy: PID 15477 died...\u000a06:04:04.087123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15477): Terminated: ok {rc=0}\u000a06:04:04.096681 --- ParallelTerminationStrategy: PID 15480 died...\u000a06:04:04.151017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15480): Terminated: ok {rc=0}\u000a06:04:04.239615 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:03:05" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15493): Process ended prematurely: osmo-stp_10.42.42.5(pid=15493) [trial-2400↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15493)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15493): Process ended prematurely: osmo-stp_10.42.42.5(pid=15493) [trial-2400↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15493)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a06:04:06.269880 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:04:06.281205 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:04:06.439784 tst switch_tch_pdch.py: using LAC 38910\u000a06:04:06.556492 tst switch_tch_pdch.py: using RAC 150\u000a06:04:06.679110 tst switch_tch_pdch.py: using CellId 38910\u000a06:04:06.795729 tst switch_tch_pdch.py: using BVCI 38911\u000a06:04:06.818884 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:04:06.830224 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:04:06.841194 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:04:06.852236 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:04:06.863585 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:04:06.874907 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:04:06.886416 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:04:06.897891 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:04:07.019135 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:04:07.315451 tst switch_tch_pdch.py:51: start network...\u000a06:04:07.451320 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:04:07.968250 run create_hlr_db(pid=15487): Launched\u000a06:04:08.156298 bus /gobi_6: Setting Powered False\u000a06:04:09.177124 run create_hlr_db(pid=15487): Terminated: ok {rc=0}\u000a06:04:09.607096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15489): Launched\u000a06:04:09.930473 run osmo-hlr_10.42.42.2(pid=15490): Launched\u000a06:04:10.052615 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:04:10.616637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15492): Launched\u000a06:04:10.939544 run osmo-stp_10.42.42.5(pid=15493): Launched\u000a06:04:11.057358 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:04:11.621382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15495): Launched\u000a06:04:11.737117 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:04:12.017602 run patchelf(pid=15496): Launched\u000a06:04:12.205816 run osmo-stp_10.42.42.5(pid=15493): ERR: Terminated: ERROR {rc=1} [trial-2400↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15493)]\u000a06:04:12.343753 run osmo-stp_10.42.42.5(pid=15493): stdout: \u000a| (launched: 2022-12-14_06:04:10.780758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:12.482335 run osmo-stp_10.42.42.5(pid=15493): stderr: \u000a| �[0;m�[38;5;43m20221214060410970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060410970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060410970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060410971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060410972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060410972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060410972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:12.615343 run osmo-stp_10.42.42.5(pid=15493): stdout: \u000a| (launched: 2022-12-14_06:04:10.780758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:12.747253 run osmo-stp_10.42.42.5(pid=15493): stderr: \u000a| �[0;m�[38;5;43m20221214060410970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060410970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060410970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060410971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060410972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060410972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060410972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:12.901185 run patchelf(pid=15496): Terminating (SIGINT)\u000a06:04:13.080858 run patchelf(pid=15496): Terminated: ok {rc=0}\u000a06:04:13.114107 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15493): Process ended prematurely: osmo-stp_10.42.42.5(pid=15493) [trial-2400↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15493)] [trial-2400↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a06:04:13.123524 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a06:04:13.185211 run osmo-hlr_10.42.42.2(pid=15490): ERR: Terminated: ERROR {rc=237} [trial-2400↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15490)]\u000a06:04:13.235762 run osmo-hlr_10.42.42.2(pid=15490): stdout: \u000a| (launched: 2022-12-14_06:04:09.772144) \u000a06:04:13.287237 run osmo-hlr_10.42.42.2(pid=15490): stderr: \u000a| �[0;m�[1;31m20221214060409967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060409967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060409967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060409967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060409967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060409967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060409980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060409988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060409988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060409988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:04:13.331057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15489): Terminating (SIGTERM)\u000a06:04:13.372371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15492): Terminating (SIGTERM)\u000a06:04:13.413794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15495): Terminating (SIGTERM)\u000a06:04:13.423327 --- ParallelTerminationStrategy: PID 15489 died...\u000a06:04:13.478612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15489): Terminated: ok {rc=0}\u000a06:04:13.488514 --- ParallelTerminationStrategy: PID 15492 died...\u000a06:04:13.543735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15492): Terminated: ok {rc=0}\u000a06:04:13.553722 --- ParallelTerminationStrategy: PID 15495 died...\u000a06:04:13.609031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15495): Terminated: ok {rc=0}\u000a06:04:13.696352 bus /gobi_0: Setting Powered False\u000a06:04:14.801822 bus /gobi_0: Setting Powered False\u000a06:04:15.915383 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:04:06" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15506): Process ended prematurely: osmo-stp_10.42.42.5(pid=15506) [trial-2400↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15506)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15506): Process ended prematurely: osmo-stp_10.42.42.5(pid=15506) [trial-2400↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15506)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a06:04:17.969484 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:04:17.981023 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a06:04:18.146932 tst switch_tch_pdch.py: using LAC 38911\u000a06:04:18.274708 tst switch_tch_pdch.py: using RAC 151\u000a06:04:18.402224 tst switch_tch_pdch.py: using CellId 38911\u000a06:04:18.529251 tst switch_tch_pdch.py: using BVCI 38912\u000a06:04:18.554288 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:04:18.565895 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:04:18.577232 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:04:18.588442 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:04:18.599810 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:04:18.611114 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:04:18.622555 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:04:18.633810 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a06:04:18.749699 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a06:04:19.034355 tst switch_tch_pdch.py:51: start network...\u000a06:04:19.161979 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:04:19.615574 run create_hlr_db(pid=15500): Launched\u000a06:04:19.739819 bus /gobi_6: Setting Powered False\u000a06:04:20.812820 run create_hlr_db(pid=15500): Terminated: ok {rc=0}\u000a06:04:21.191915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15502): Launched\u000a06:04:21.495885 run osmo-hlr_10.42.42.2(pid=15503): Launched\u000a06:04:21.612680 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:04:22.110683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15505): Launched\u000a06:04:22.412457 run osmo-stp_10.42.42.5(pid=15506): Launched\u000a06:04:22.523183 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:04:23.024277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15508): Launched\u000a06:04:23.132523 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:04:23.396661 run patchelf(pid=15509): Launched\u000a06:04:23.574300 run osmo-stp_10.42.42.5(pid=15506): ERR: Terminated: ERROR {rc=1} [trial-2400↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15506)]\u000a06:04:23.704328 run osmo-stp_10.42.42.5(pid=15506): stdout: \u000a| (launched: 2022-12-14_06:04:22.263792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:23.834650 run osmo-stp_10.42.42.5(pid=15506): stderr: \u000a| �[0;m�[38;5;43m20221214060422430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060422430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060422430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060422431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060422431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060422431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060422431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:23.960227 run osmo-stp_10.42.42.5(pid=15506): stdout: \u000a| (launched: 2022-12-14_06:04:22.263792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:24.084695 run osmo-stp_10.42.42.5(pid=15506): stderr: \u000a| �[0;m�[38;5;43m20221214060422430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060422430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060422430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060422431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060422431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060422431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060422431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:24.229780 run patchelf(pid=15509): Terminating (SIGINT)\u000a06:04:24.399890 run patchelf(pid=15509): Terminated: ok {rc=0}\u000a06:04:24.430665 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15506): Process ended prematurely: osmo-stp_10.42.42.5(pid=15506) [trial-2400↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15506)] [trial-2400↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a06:04:24.439351 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a06:04:24.498902 run osmo-hlr_10.42.42.2(pid=15503): ERR: Terminated: ERROR {rc=237} [trial-2400↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15503)]\u000a06:04:24.547903 run osmo-hlr_10.42.42.2(pid=15503): stdout: \u000a| (launched: 2022-12-14_06:04:21.346248) \u000a06:04:24.597602 run osmo-hlr_10.42.42.2(pid=15503): stderr: \u000a| �[0;m�[1;31m20221214060421520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060421520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060421520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060421520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060421520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060421520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060421530 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060421538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060421539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060421539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:04:24.639929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15502): Terminating (SIGTERM)\u000a06:04:24.679858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15505): Terminating (SIGTERM)\u000a06:04:24.719830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15508): Terminating (SIGTERM)\u000a06:04:24.729049 --- ParallelTerminationStrategy: PID 15502 died...\u000a06:04:24.782722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15502): Terminated: ok {rc=0}\u000a06:04:24.792229 --- ParallelTerminationStrategy: PID 15505 died...\u000a06:04:24.845419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15505): Terminated: ok {rc=0}\u000a06:04:24.854989 --- ParallelTerminationStrategy: PID 15508 died...\u000a06:04:24.908352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15508): Terminated: ok {rc=0}\u000a06:04:24.991350 bus /gobi_0: Setting Powered False\u000a06:04:26.091298 bus /gobi_0: Setting Powered False\u000a06:04:27.203147 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:04:17" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15514): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15514) [trial-2400↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15514)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15514): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15514) [trial-2400↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15514)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a06:04:29.100418 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a06:04:29.111481 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:04:29.252112 tst mo_mt_sms.py: using LAC 38912\u000a06:04:29.383716 tst mo_mt_sms.py: using RAC 152\u000a06:04:29.508744 tst mo_mt_sms.py: using CellId 38912\u000a06:04:29.634179 tst mo_mt_sms.py: using BVCI 38913\u000a06:04:29.658755 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:04:29.772657 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:04:30.052725 tst mo_mt_sms.py:9: start nitb and bts...\u000a06:04:30.179978 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:04:30.805580 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15513): Launched\u000a06:04:31.146385 run osmo-nitb_10.42.42.2(pid=15514): Launched\u000a06:04:31.338184 run osmo-nitb_10.42.42.2(pid=15514): ERR: Terminated: ERROR {rc=2} [trial-2400↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15514)]\u000a06:04:31.479667 run osmo-nitb_10.42.42.2(pid=15514): stdout: \u000a| (launched: 2022-12-14_06:04:30.976789) \u000a06:04:31.621472 run osmo-nitb_10.42.42.2(pid=15514): stderr: \u000a| (launched: 2022-12-14_06:04:31.022933)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:04:31.758713 run osmo-nitb_10.42.42.2(pid=15514): stdout: \u000a| (launched: 2022-12-14_06:04:30.976789) \u000a06:04:31.895181 run osmo-nitb_10.42.42.2(pid=15514): stderr: \u000a| (launched: 2022-12-14_06:04:31.022933)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:04:32.276208 tst osmo-nitb_10.42.42.2(pid=15514): stdout: \u000a| (launched: 2022-12-14_06:04:30.976789) \u000a06:04:32.397539 tst osmo-nitb_10.42.42.2(pid=15514): stderr: \u000a| (launched: 2022-12-14_06:04:31.022933)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:04:32.450487 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=15514): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15514) [trial-2400↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15514)] [trial-2400↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a06:04:32.458725 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a06:04:32.493621 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15513): Terminating (SIGTERM)\u000a06:04:32.671768 --- ParallelTerminationStrategy: PID 15513 died...\u000a06:04:32.727267 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15513): Terminated: ok {rc=0}\u000a06:04:32.811587 bus /sierra_3: Setting Powered False\u000a06:04:33.919657 bus /sierra_3: Setting Powered False\u000a06:04:35.028587 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:04:28" }, { "cases" : [ { "testActions" : [ ], "age" : 83, "className" : "sms:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15524): Process ended prematurely: osmo-stp_10.42.42.5(pid=15524) [trial-2400↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15524)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15524): Process ended prematurely: osmo-stp_10.42.42.5(pid=15524) [trial-2400↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15524)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a06:04:36.911203 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:04:36.922034 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:04:37.058727 tst mo_mt_sms.py: using LAC 38913\u000a06:04:37.178214 tst mo_mt_sms.py: using RAC 153\u000a06:04:37.301683 tst mo_mt_sms.py: using CellId 38913\u000a06:04:37.419114 tst mo_mt_sms.py: using BVCI 38914\u000a06:04:37.442247 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:04:37.452863 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:04:37.463187 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:04:37.473429 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:04:37.483705 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:04:37.494152 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:04:37.614480 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:04:37.815265 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:04:38.290739 run create_hlr_db(pid=15518): Launched\u000a06:04:38.466385 bus /sierra_2: Setting Powered False\u000a06:04:39.485999 run create_hlr_db(pid=15518): Terminated: ok {rc=0}\u000a06:04:39.896618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15520): Launched\u000a06:04:40.198429 run osmo-hlr_10.42.42.2(pid=15521): Launched\u000a06:04:40.316651 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:04:40.846556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15523): Launched\u000a06:04:41.149340 run osmo-stp_10.42.42.5(pid=15524): Launched\u000a06:04:41.270810 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:04:41.834294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15526): Launched\u000a06:04:42.157658 run osmo-msc_10.42.42.6(pid=15527): Launched\u000a06:04:42.346884 run osmo-stp_10.42.42.5(pid=15524): ERR: Terminated: ERROR {rc=1} [trial-2400↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15524)]\u000a06:04:42.483152 run osmo-stp_10.42.42.5(pid=15524): stdout: \u000a| (launched: 2022-12-14_06:04:41.000404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:42.618393 run osmo-stp_10.42.42.5(pid=15524): stderr: \u000a| �[0;m�[38;5;43m20221214060441169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060441169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060441170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060441170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060441170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060441171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060441171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:42.747891 run osmo-stp_10.42.42.5(pid=15524): stdout: \u000a| (launched: 2022-12-14_06:04:41.000404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:42.876756 run osmo-stp_10.42.42.5(pid=15524): stderr: \u000a| �[0;m�[38;5;43m20221214060441169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060441169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060441170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060441170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060441170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060441171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060441171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:42.933522 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=15524): Process ended prematurely: osmo-stp_10.42.42.5(pid=15524) [trial-2400↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15524)] [trial-2400↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a06:04:42.942088 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a06:04:43.004004 run osmo-hlr_10.42.42.2(pid=15521): ERR: Terminated: ERROR {rc=237} [trial-2400↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15521)]\u000a06:04:43.055102 run osmo-hlr_10.42.42.2(pid=15521): stdout: \u000a| (launched: 2022-12-14_06:04:40.050256) \u000a06:04:43.107039 run osmo-hlr_10.42.42.2(pid=15521): stderr: \u000a| �[0;m�[1;31m20221214060440221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060440221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060440221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060440221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060440221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060440221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060440233 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060440241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060440241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060440241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:04:43.177516 run osmo-msc_10.42.42.6(pid=15527): ERR: Terminated: ERROR {rc=2} [trial-2400↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15527)]\u000a06:04:43.228575 run osmo-msc_10.42.42.6(pid=15527): stdout: \u000a| (launched: 2022-12-14_06:04:41.999592) \u000a06:04:43.280190 run osmo-msc_10.42.42.6(pid=15527): stderr: \u000a| �[0;m�[38;5;43m20221214060442315 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214060442316 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9094506c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214060442316 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214060442316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214060442316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214060442316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214060442318 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214060442318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214060442318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214060442318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:04:43.324017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15520): Terminating (SIGTERM)\u000a06:04:43.365816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15523): Terminating (SIGTERM)\u000a06:04:43.407213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15526): Terminating (SIGTERM)\u000a06:04:43.416830 --- ParallelTerminationStrategy: PID 15520 died...\u000a06:04:43.472188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15520): Terminated: ok {rc=0}\u000a06:04:43.482301 --- ParallelTerminationStrategy: PID 15523 died...\u000a06:04:43.537522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15523): Terminated: ok {rc=0}\u000a06:04:43.547511 --- ParallelTerminationStrategy: PID 15526 died...\u000a06:04:43.602455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15526): Terminated: ok {rc=0}\u000a06:04:43.687325 bus /sierra_3: Setting Powered False\u000a06:04:44.791076 bus /sierra_3: Setting Powered False\u000a06:04:45.915896 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:04:36" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15533): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15533) [trial-2400↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15533)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15533): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15533) [trial-2400↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15533)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a06:04:47.812557 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a06:04:47.823387 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:04:47.956471 tst assert_extension.py: using LAC 38914\u000a06:04:48.079732 tst assert_extension.py: using RAC 154\u000a06:04:48.196809 tst assert_extension.py: using CellId 38914\u000a06:04:48.313966 tst assert_extension.py: using BVCI 38915\u000a06:04:48.337029 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a06:04:48.630013 tst assert_extension.py:10: start nitb and bts...\u000a06:04:48.765683 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:04:49.432728 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15532): Launched\u000a06:04:49.751602 run osmo-nitb_10.42.42.2(pid=15533): Launched\u000a06:04:49.949705 run osmo-nitb_10.42.42.2(pid=15533): ERR: Terminated: ERROR {rc=2} [trial-2400↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15533)]\u000a06:04:50.095810 run osmo-nitb_10.42.42.2(pid=15533): stdout: \u000a| (launched: 2022-12-14_06:04:49.597432) \u000a06:04:50.242149 run osmo-nitb_10.42.42.2(pid=15533): stderr: \u000a| (launched: 2022-12-14_06:04:49.645400)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:04:50.383857 run osmo-nitb_10.42.42.2(pid=15533): stdout: \u000a| (launched: 2022-12-14_06:04:49.597432) \u000a06:04:50.523762 run osmo-nitb_10.42.42.2(pid=15533): stderr: \u000a| (launched: 2022-12-14_06:04:49.645400)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:04:50.882570 tst osmo-nitb_10.42.42.2(pid=15533): stdout: \u000a| (launched: 2022-12-14_06:04:49.597432) \u000a06:04:51.011889 tst osmo-nitb_10.42.42.2(pid=15533): stderr: \u000a| (launched: 2022-12-14_06:04:49.645400)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:04:51.068419 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=15533): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15533) [trial-2400↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15533)] [trial-2400↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a06:04:51.077125 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a06:04:51.113322 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15532): Terminating (SIGTERM)\u000a06:04:51.291590 --- ParallelTerminationStrategy: PID 15532 died...\u000a06:04:51.349053 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15532): Terminated: ok {rc=0}\u000a06:04:51.436425 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:04:47" }, { "cases" : [ { "testActions" : [ ], "age" : 83, "className" : "ussd:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15544): Process ended prematurely: osmo-stp_10.42.42.5(pid=15544) [trial-2400↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15544)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15544): Process ended prematurely: osmo-stp_10.42.42.5(pid=15544) [trial-2400↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15544)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a06:04:53.264713 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:04:53.275756 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:04:53.408895 tst assert_extension.py: using LAC 38915\u000a06:04:53.528709 tst assert_extension.py: using RAC 155\u000a06:04:53.653209 tst assert_extension.py: using CellId 38915\u000a06:04:53.771660 tst assert_extension.py: using BVCI 38916\u000a06:04:53.794681 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:04:53.805359 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:04:53.815654 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:04:53.825927 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:04:53.836692 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:04:53.847366 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a06:04:54.047415 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:04:54.522876 run create_hlr_db(pid=15538): Launched\u000a06:04:54.698913 bus /sierra_2: Setting Powered False\u000a06:04:55.718648 run create_hlr_db(pid=15538): Terminated: ok {rc=0}\u000a06:04:56.147773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15540): Launched\u000a06:04:56.471338 run osmo-hlr_10.42.42.2(pid=15541): Launched\u000a06:04:56.594478 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:04:57.162572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15543): Launched\u000a06:04:57.486777 run osmo-stp_10.42.42.5(pid=15544): Launched\u000a06:04:57.605093 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:04:58.193816 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15546): Launched\u000a06:04:58.516105 run osmo-msc_10.42.42.6(pid=15547): Launched\u000a06:04:58.705430 run osmo-stp_10.42.42.5(pid=15544): ERR: Terminated: ERROR {rc=1} [trial-2400↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15544)]\u000a06:04:58.841274 run osmo-stp_10.42.42.5(pid=15544): stdout: \u000a| (launched: 2022-12-14_06:04:57.326968)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:58.976264 run osmo-stp_10.42.42.5(pid=15544): stderr: \u000a| �[0;m�[38;5;43m20221214060457516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060457516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060457516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060457517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060457517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060457517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060457517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:59.105590 run osmo-stp_10.42.42.5(pid=15544): stdout: \u000a| (launched: 2022-12-14_06:04:57.326968)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:59.233796 run osmo-stp_10.42.42.5(pid=15544): stderr: \u000a| �[0;m�[38;5;43m20221214060457516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060457516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060457516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060457517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060457517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060457517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060457517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:59.289819 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=15544): Process ended prematurely: osmo-stp_10.42.42.5(pid=15544) [trial-2400↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15544)] [trial-2400↪ussd:trx-umtrx↪assert_extension.py:17]\u000a06:04:59.298298 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a06:04:59.359965 run osmo-hlr_10.42.42.2(pid=15541): ERR: Terminated: ERROR {rc=237} [trial-2400↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15541)]\u000a06:04:59.410692 run osmo-hlr_10.42.42.2(pid=15541): stdout: \u000a| (launched: 2022-12-14_06:04:56.312653) \u000a06:04:59.462305 run osmo-hlr_10.42.42.2(pid=15541): stderr: \u000a| �[0;m�[1;31m20221214060456510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060456510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060456510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060456510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060456510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060456510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060456523 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060456531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060456532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060456532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:04:59.532769 run osmo-msc_10.42.42.6(pid=15547): ERR: Terminated: ERROR {rc=2} [trial-2400↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15547)]\u000a06:04:59.583615 run osmo-msc_10.42.42.6(pid=15547): stdout: \u000a| (launched: 2022-12-14_06:04:58.357825) \u000a06:04:59.634910 run osmo-msc_10.42.42.6(pid=15547): stderr: \u000a| �[0;m�[38;5;43m20221214060458679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214060458679 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fec06364c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214060458679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214060458679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214060458679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214060458680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214060458681 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214060458682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214060458682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214060458682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:04:59.678507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15540): Terminating (SIGTERM)\u000a06:04:59.719937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15543): Terminating (SIGTERM)\u000a06:04:59.761406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15546): Terminating (SIGTERM)\u000a06:04:59.771003 --- ParallelTerminationStrategy: PID 15540 died...\u000a06:04:59.826270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15540): Terminated: ok {rc=0}\u000a06:04:59.836186 --- ParallelTerminationStrategy: PID 15543 died...\u000a06:04:59.891140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15543): Terminated: ok {rc=0}\u000a06:04:59.900899 --- ParallelTerminationStrategy: PID 15546 died...\u000a06:04:59.956045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15546): Terminated: ok {rc=0}\u000a06:05:00.041349 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:04:53" }, { "cases" : [ { "testActions" : [ ], "age" : 83, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15561): Process ended prematurely: osmo-stp_10.42.42.5(pid=15561) [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15561)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15561): Process ended prematurely: osmo-stp_10.42.42.5(pid=15561) [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15561)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a06:05:02.072370 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:05:02.084523 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:05:02.287786 tst mo_mt_call.py: using LAC 38916\u000a06:05:02.421965 tst mo_mt_call.py: using RAC 156\u000a06:05:02.551106 tst mo_mt_call.py: using CellId 38916\u000a06:05:02.680324 tst mo_mt_call.py: using BVCI 38917\u000a06:05:02.705510 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:05:02.717355 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:05:02.728867 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:05:02.740444 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:05:02.751987 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:05:02.763781 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:05:02.882169 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:05:03.095329 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:05:03.619654 run create_hlr_db(pid=15555): Launched\u000a06:05:03.810539 bus /sierra_2: Setting Powered False\u000a06:05:04.830854 run create_hlr_db(pid=15555): Terminated: ok {rc=0}\u000a06:05:05.269123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15557): Launched\u000a06:05:05.597720 run osmo-hlr_10.42.42.2(pid=15558): Launched\u000a06:05:05.717915 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:05:06.289377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15560): Launched\u000a06:05:06.618174 run osmo-stp_10.42.42.5(pid=15561): Launched\u000a06:05:06.738526 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:05:07.339873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15563): Launched\u000a06:05:07.669382 run osmo-msc_10.42.42.6(pid=15564): Launched\u000a06:05:07.861802 run osmo-stp_10.42.42.5(pid=15561): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15561)]\u000a06:05:08.000914 run osmo-stp_10.42.42.5(pid=15561): stdout: \u000a| (launched: 2022-12-14_06:05:06.457887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:08.138958 run osmo-stp_10.42.42.5(pid=15561): stderr: \u000a| �[0;m�[38;5;43m20221214060506650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060506650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060506650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060506651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060506651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060506651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060506651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:08.271337 run osmo-stp_10.42.42.5(pid=15561): stdout: \u000a| (launched: 2022-12-14_06:05:06.457887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:08.402588 run osmo-stp_10.42.42.5(pid=15561): stderr: \u000a| �[0;m�[38;5;43m20221214060506650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060506650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060506650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060506651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060506651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060506651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060506651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:08.460489 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15561): Process ended prematurely: osmo-stp_10.42.42.5(pid=15561) [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15561)] [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a06:05:08.469968 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a06:05:08.532441 run osmo-hlr_10.42.42.2(pid=15558): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15558)]\u000a06:05:08.584179 run osmo-hlr_10.42.42.2(pid=15558): stdout: \u000a| (launched: 2022-12-14_06:05:05.436761) \u000a06:05:08.636332 run osmo-hlr_10.42.42.2(pid=15558): stderr: \u000a| �[0;m�[1;31m20221214060505634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060505634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060505634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060505634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060505634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060505634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060505648 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060505658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060505658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060505658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:05:08.706950 run osmo-msc_10.42.42.6(pid=15564): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15564)]\u000a06:05:08.758416 run osmo-msc_10.42.42.6(pid=15564): stdout: \u000a| (launched: 2022-12-14_06:05:07.507697) \u000a06:05:08.810387 run osmo-msc_10.42.42.6(pid=15564): stderr: \u000a| �[0;m�[38;5;43m20221214060507829 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214060507830 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f352971ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214060507830 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214060507830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214060507830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214060507830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214060507832 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214060507832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214060507832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214060507832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:05:08.854659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15557): Terminating (SIGTERM)\u000a06:05:08.896935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15560): Terminating (SIGTERM)\u000a06:05:08.939702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15563): Terminating (SIGTERM)\u000a06:05:08.949478 --- ParallelTerminationStrategy: PID 15557 died...\u000a06:05:09.005842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15557): Terminated: ok {rc=0}\u000a06:05:09.016009 --- ParallelTerminationStrategy: PID 15560 died...\u000a06:05:09.072033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15560): Terminated: ok {rc=0}\u000a06:05:09.082213 --- ParallelTerminationStrategy: PID 15563 died...\u000a06:05:09.138378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15563): Terminated: ok {rc=0}\u000a06:05:09.226043 bus /sierra_3: Setting Powered False\u000a06:05:10.330956 bus /sierra_3: Setting Powered False\u000a06:05:11.438657 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15572): Process ended prematurely: osmo-stp_10.42.42.5(pid=15572) [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15572)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15572): Process ended prematurely: osmo-stp_10.42.42.5(pid=15572) [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15572)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:05:12.547962 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:05:12.559909 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:05:12.717631 tst mo_mt_call_osmux.py: using LAC 38917\u000a06:05:12.837942 tst mo_mt_call_osmux.py: using RAC 157\u000a06:05:12.960897 tst mo_mt_call_osmux.py: using CellId 38917\u000a06:05:13.082478 tst mo_mt_call_osmux.py: using BVCI 38918\u000a06:05:13.105912 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:05:13.116882 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:05:13.127751 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:05:13.138733 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:05:13.150054 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:05:13.161371 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:05:13.278063 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:05:13.492664 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:05:14.017869 run create_hlr_db(pid=15566): Launched\u000a06:05:14.208400 bus /sierra_2: Setting Powered False\u000a06:05:15.227840 run create_hlr_db(pid=15566): Terminated: ok {rc=0}\u000a06:05:15.641974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15568): Launched\u000a06:05:16.060313 run osmo-hlr_10.42.42.2(pid=15569): Launched\u000a06:05:16.287178 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:05:16.904106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15571): Launched\u000a06:05:17.315442 run osmo-stp_10.42.42.5(pid=15572): Launched\u000a06:05:17.427884 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:05:17.993032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15574): Launched\u000a06:05:18.301626 run osmo-msc_10.42.42.6(pid=15575): Launched\u000a06:05:18.481497 run osmo-stp_10.42.42.5(pid=15572): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15572)]\u000a06:05:18.611888 run osmo-stp_10.42.42.5(pid=15572): stdout: \u000a| (launched: 2022-12-14_06:05:17.077928)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:18.739933 run osmo-stp_10.42.42.5(pid=15572): stderr: \u000a| �[0;m�[38;5;43m20221214060517329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060517329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060517329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060517330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060517330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060517330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060517330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:18.863580 run osmo-stp_10.42.42.5(pid=15572): stdout: \u000a| (launched: 2022-12-14_06:05:17.077928)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:18.986123 run osmo-stp_10.42.42.5(pid=15572): stderr: \u000a| �[0;m�[38;5;43m20221214060517329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060517329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060517329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060517330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060517330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060517330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060517330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:19.039924 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15572): Process ended prematurely: osmo-stp_10.42.42.5(pid=15572) [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15572)] [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a06:05:19.048498 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a06:05:19.108282 run osmo-hlr_10.42.42.2(pid=15569): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15569)]\u000a06:05:19.157028 run osmo-hlr_10.42.42.2(pid=15569): stdout: \u000a| (launched: 2022-12-14_06:05:15.798733) \u000a06:05:19.206467 run osmo-hlr_10.42.42.2(pid=15569): stderr: \u000a| �[0;m�[1;31m20221214060516070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060516071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060516071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060516071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060516071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060516071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060516092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060516113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060516113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060516113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:05:19.273566 run osmo-msc_10.42.42.6(pid=15575): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15575)]\u000a06:05:19.322744 run osmo-msc_10.42.42.6(pid=15575): stdout: \u000a| (launched: 2022-12-14_06:05:18.149682) \u000a06:05:19.371893 run osmo-msc_10.42.42.6(pid=15575): stderr: \u000a| �[0;m�[38;5;43m20221214060518420 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214060518420 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7effca280c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214060518420 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214060518420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214060518420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214060518420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214060518422 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214060518423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214060518423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214060518423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:05:19.413871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15568): Terminating (SIGTERM)\u000a06:05:19.453334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15571): Terminating (SIGTERM)\u000a06:05:19.493481 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15574): Terminating (SIGTERM)\u000a06:05:19.502642 --- ParallelTerminationStrategy: PID 15568 died...\u000a06:05:19.555860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15568): Terminated: ok {rc=0}\u000a06:05:19.565387 --- ParallelTerminationStrategy: PID 15571 died...\u000a06:05:19.618436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15571): Terminated: ok {rc=0}\u000a06:05:19.628039 --- ParallelTerminationStrategy: PID 15574 died...\u000a06:05:19.681063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15574): Terminated: ok {rc=0}\u000a06:05:19.768629 bus /sierra_3: Setting Powered False\u000a06:05:20.870266 bus /sierra_3: Setting Powered False\u000a06:05:21.980786 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:05:01" }, { "cases" : [ { "testActions" : [ ], "age" : 83, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15586): Process ended prematurely: osmo-stp_10.42.42.5(pid=15586) [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15586)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15586): Process ended prematurely: osmo-stp_10.42.42.5(pid=15586) [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15586)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a06:05:23.974339 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:05:23.985533 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:05:24.139969 tst mo_mt_call.py: using LAC 38918\u000a06:05:24.261173 tst mo_mt_call.py: using RAC 158\u000a06:05:24.381217 tst mo_mt_call.py: using CellId 38918\u000a06:05:24.504884 tst mo_mt_call.py: using BVCI 38919\u000a06:05:24.528431 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:05:24.539682 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:05:24.550782 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:05:24.561729 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:05:24.573224 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:05:24.584704 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:05:24.705928 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:05:24.910741 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:05:25.394488 run create_hlr_db(pid=15580): Launched\u000a06:05:25.571844 bus /sierra_2: Setting Powered False\u000a06:05:26.592213 run create_hlr_db(pid=15580): Terminated: ok {rc=0}\u000a06:05:27.029433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15582): Launched\u000a06:05:27.358559 run osmo-hlr_10.42.42.2(pid=15583): Launched\u000a06:05:27.483905 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:05:28.057809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15585): Launched\u000a06:05:28.385867 run osmo-stp_10.42.42.5(pid=15586): Launched\u000a06:05:28.506024 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:05:29.105623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15588): Launched\u000a06:05:29.434327 run osmo-msc_10.42.42.6(pid=15589): Launched\u000a06:05:29.626705 run osmo-stp_10.42.42.5(pid=15586): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15586)]\u000a06:05:29.765820 run osmo-stp_10.42.42.5(pid=15586): stdout: \u000a| (launched: 2022-12-14_06:05:28.225794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:29.903318 run osmo-stp_10.42.42.5(pid=15586): stderr: \u000a| �[0;m�[38;5;43m20221214060528415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060528415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060528416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060528416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060528417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060528417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060528417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:30.035522 run osmo-stp_10.42.42.5(pid=15586): stdout: \u000a| (launched: 2022-12-14_06:05:28.225794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:30.166749 run osmo-stp_10.42.42.5(pid=15586): stderr: \u000a| �[0;m�[38;5;43m20221214060528415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060528415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060528416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060528416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060528417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060528417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060528417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:30.224359 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15586): Process ended prematurely: osmo-stp_10.42.42.5(pid=15586) [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15586)] [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a06:05:30.233850 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a06:05:30.295943 run osmo-hlr_10.42.42.2(pid=15583): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15583)]\u000a06:05:30.347333 run osmo-hlr_10.42.42.2(pid=15583): stdout: \u000a| (launched: 2022-12-14_06:05:27.197452) \u000a06:05:30.399282 run osmo-hlr_10.42.42.2(pid=15583): stderr: \u000a| �[0;m�[1;31m20221214060527392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060527392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060527392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060527393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060527393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060527393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060527403 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060527412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060527412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060527412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:05:30.469838 run osmo-msc_10.42.42.6(pid=15589): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15589)]\u000a06:05:30.521231 run osmo-msc_10.42.42.6(pid=15589): stdout: \u000a| (launched: 2022-12-14_06:05:29.273282) \u000a06:05:30.572635 run osmo-msc_10.42.42.6(pid=15589): stderr: \u000a| �[0;m�[38;5;43m20221214060529593 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214060529593 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6518720c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214060529594 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214060529594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214060529594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214060529594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214060529596 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214060529596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214060529596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214060529596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:05:30.616181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15582): Terminating (SIGTERM)\u000a06:05:30.657503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15585): Terminating (SIGTERM)\u000a06:05:30.698855 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15588): Terminating (SIGTERM)\u000a06:05:30.708528 --- ParallelTerminationStrategy: PID 15582 died...\u000a06:05:30.764011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15582): Terminated: ok {rc=0}\u000a06:05:30.774144 --- ParallelTerminationStrategy: PID 15585 died...\u000a06:05:30.829406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15585): Terminated: ok {rc=0}\u000a06:05:30.839806 --- ParallelTerminationStrategy: PID 15588 died...\u000a06:05:30.899942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15588): Terminated: ok {rc=0}\u000a06:05:30.993331 bus /sierra_3: Setting Powered False\u000a06:05:32.101021 bus /sierra_3: Setting Powered False\u000a06:05:33.210921 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15597): Process ended prematurely: osmo-stp_10.42.42.5(pid=15597) [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15597)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15597): Process ended prematurely: osmo-stp_10.42.42.5(pid=15597) [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15597)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:05:34.325501 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:05:34.337984 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:05:34.503062 tst mo_mt_call_osmux.py: using LAC 38919\u000a06:05:34.632058 tst mo_mt_call_osmux.py: using RAC 159\u000a06:05:34.755996 tst mo_mt_call_osmux.py: using CellId 38919\u000a06:05:34.879321 tst mo_mt_call_osmux.py: using BVCI 38920\u000a06:05:34.902838 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:05:34.914136 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:05:34.925159 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:05:34.936073 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:05:34.947400 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:05:34.958638 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:05:35.080202 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:05:35.288343 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:05:35.773105 run create_hlr_db(pid=15591): Launched\u000a06:05:35.951600 bus /sierra_2: Setting Powered False\u000a06:05:36.971554 run create_hlr_db(pid=15591): Terminated: ok {rc=0}\u000a06:05:37.410296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15593): Launched\u000a06:05:37.740376 run osmo-hlr_10.42.42.2(pid=15594): Launched\u000a06:05:37.862211 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:05:38.432746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15596): Launched\u000a06:05:38.760782 run osmo-stp_10.42.42.5(pid=15597): Launched\u000a06:05:38.879800 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:05:39.478897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15599): Launched\u000a06:05:39.806318 run osmo-msc_10.42.42.6(pid=15600): Launched\u000a06:05:39.999337 run osmo-stp_10.42.42.5(pid=15597): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15597)]\u000a06:05:40.137465 run osmo-stp_10.42.42.5(pid=15597): stdout: \u000a| (launched: 2022-12-14_06:05:38.600024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:40.274231 run osmo-stp_10.42.42.5(pid=15597): stderr: \u000a| �[0;m�[38;5;43m20221214060538787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060538788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060538788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060538788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060538789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060538789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060538789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:40.405910 run osmo-stp_10.42.42.5(pid=15597): stdout: \u000a| (launched: 2022-12-14_06:05:38.600024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:40.536295 run osmo-stp_10.42.42.5(pid=15597): stderr: \u000a| �[0;m�[38;5;43m20221214060538787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060538788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060538788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060538788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060538789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060538789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060538789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:40.593874 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15597): Process ended prematurely: osmo-stp_10.42.42.5(pid=15597) [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15597)] [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a06:05:40.603025 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a06:05:40.664399 run osmo-hlr_10.42.42.2(pid=15594): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15594)]\u000a06:05:40.715061 run osmo-hlr_10.42.42.2(pid=15594): stdout: \u000a| (launched: 2022-12-14_06:05:37.578750) \u000a06:05:40.766129 run osmo-hlr_10.42.42.2(pid=15594): stderr: \u000a| �[0;m�[1;31m20221214060537774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060537774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060537774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060537774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060537774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060537774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060537786 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060537797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060537797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060537797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:05:40.835531 run osmo-msc_10.42.42.6(pid=15600): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15600)]\u000a06:05:40.886017 run osmo-msc_10.42.42.6(pid=15600): stdout: \u000a| (launched: 2022-12-14_06:05:39.646049) \u000a06:05:40.937187 run osmo-msc_10.42.42.6(pid=15600): stderr: \u000a| �[0;m�[38;5;43m20221214060539965 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214060539965 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6f171edc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214060539965 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214060539965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214060539965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214060539966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214060539967 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214060539968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214060539968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214060539968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:05:40.980688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15593): Terminating (SIGTERM)\u000a06:05:41.021824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15596): Terminating (SIGTERM)\u000a06:05:41.062815 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15599): Terminating (SIGTERM)\u000a06:05:41.072328 --- ParallelTerminationStrategy: PID 15593 died...\u000a06:05:41.127130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15593): Terminated: ok {rc=0}\u000a06:05:41.137027 --- ParallelTerminationStrategy: PID 15596 died...\u000a06:05:41.191559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15596): Terminated: ok {rc=0}\u000a06:05:41.201451 --- ParallelTerminationStrategy: PID 15599 died...\u000a06:05:41.255798 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15599): Terminated: ok {rc=0}\u000a06:05:41.341619 bus /sierra_3: Setting Powered False\u000a06:05:42.441917 bus /sierra_3: Setting Powered False\u000a06:05:43.552107 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:05:23" }, { "cases" : [ { "testActions" : [ ], "age" : 83, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15611): Process ended prematurely: osmo-stp_10.42.42.5(pid=15611) [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15611)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15611): Process ended prematurely: osmo-stp_10.42.42.5(pid=15611) [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15611)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:05:45.540584 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:05:45.551707 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:05:45.708879 tst mo_mt_call.py: using LAC 38920\u000a06:05:45.849652 tst mo_mt_call.py: using RAC 160\u000a06:05:45.998866 tst mo_mt_call.py: using CellId 38920\u000a06:05:46.132458 tst mo_mt_call.py: using BVCI 38921\u000a06:05:46.158960 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:05:46.171586 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:05:46.184002 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:05:46.196443 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:05:46.209164 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:05:46.221834 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:05:46.346410 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:05:46.594409 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:05:47.135042 run create_hlr_db(pid=15605): Launched\u000a06:05:47.317329 bus /sierra_2: Setting Powered False\u000a06:05:48.333792 run create_hlr_db(pid=15605): Terminated: ok {rc=0}\u000a06:05:48.772301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15607): Launched\u000a06:05:49.101474 run osmo-hlr_10.42.42.2(pid=15608): Launched\u000a06:05:49.222215 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:05:49.794994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15610): Launched\u000a06:05:50.124359 run osmo-stp_10.42.42.5(pid=15611): Launched\u000a06:05:50.244460 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:05:50.844864 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15613): Launched\u000a06:05:51.174372 run osmo-msc_10.42.42.6(pid=15614): Launched\u000a06:05:51.366622 run osmo-stp_10.42.42.5(pid=15611): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15611)]\u000a06:05:51.505184 run osmo-stp_10.42.42.5(pid=15611): stdout: \u000a| (launched: 2022-12-14_06:05:49.964091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:51.643187 run osmo-stp_10.42.42.5(pid=15611): stderr: \u000a| �[0;m�[38;5;43m20221214060550155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060550156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060550156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060550156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060550157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060550157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060550157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:51.775377 run osmo-stp_10.42.42.5(pid=15611): stdout: \u000a| (launched: 2022-12-14_06:05:49.964091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:51.907105 run osmo-stp_10.42.42.5(pid=15611): stderr: \u000a| �[0;m�[38;5;43m20221214060550155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060550156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060550156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060550156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060550157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060550157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060550157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:51.966983 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15611): Process ended prematurely: osmo-stp_10.42.42.5(pid=15611) [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15611)] [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a06:05:51.975517 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a06:05:52.035563 run osmo-hlr_10.42.42.2(pid=15608): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15608)]\u000a06:05:52.086323 run osmo-hlr_10.42.42.2(pid=15608): stdout: \u000a| (launched: 2022-12-14_06:05:48.940551) \u000a06:05:52.135865 run osmo-hlr_10.42.42.2(pid=15608): stderr: \u000a| �[0;m�[1;31m20221214060549137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060549137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060549137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060549137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060549137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060549137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060549176 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060549185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060549185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060549185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:05:52.202474 run osmo-msc_10.42.42.6(pid=15614): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15614)]\u000a06:05:52.251163 run osmo-msc_10.42.42.6(pid=15614): stdout: \u000a| (launched: 2022-12-14_06:05:51.013500) \u000a06:05:52.300209 run osmo-msc_10.42.42.6(pid=15614): stderr: \u000a| �[0;m�[38;5;43m20221214060551331 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214060551332 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9b53b6fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214060551332 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214060551332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214060551332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214060551332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214060551334 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214060551334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214060551334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214060551335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:05:52.342071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15607): Terminating (SIGTERM)\u000a06:05:52.381414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15610): Terminating (SIGTERM)\u000a06:05:52.420626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15613): Terminating (SIGTERM)\u000a06:05:52.429669 --- ParallelTerminationStrategy: PID 15607 died...\u000a06:05:52.482736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15607): Terminated: ok {rc=0}\u000a06:05:52.492062 --- ParallelTerminationStrategy: PID 15610 died...\u000a06:05:52.544776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15610): Terminated: ok {rc=0}\u000a06:05:52.554128 --- ParallelTerminationStrategy: PID 15613 died...\u000a06:05:52.606852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15613): Terminated: ok {rc=0}\u000a06:05:52.689938 bus /sierra_3: Setting Powered False\u000a06:05:53.794715 bus /sierra_3: Setting Powered False\u000a06:05:54.907580 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15626): Process ended prematurely: osmo-stp_10.42.42.5(pid=15626) [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15626)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15626): Process ended prematurely: osmo-stp_10.42.42.5(pid=15626) [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:05:56.017726 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:05:56.029598 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:05:56.187365 tst mo_mt_call_osmux.py: using LAC 38921\u000a06:05:56.310111 tst mo_mt_call_osmux.py: using RAC 161\u000a06:05:56.432448 tst mo_mt_call_osmux.py: using CellId 38921\u000a06:05:56.554905 tst mo_mt_call_osmux.py: using BVCI 38922\u000a06:05:56.578335 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:05:56.589396 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:05:56.600146 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:05:56.611104 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:05:56.622407 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:05:56.633607 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:05:56.752128 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:05:56.957108 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:05:57.442190 run create_hlr_db(pid=15620): Launched\u000a06:05:57.620698 bus /sierra_2: Setting Powered False\u000a06:05:58.641581 run create_hlr_db(pid=15620): Terminated: ok {rc=0}\u000a06:05:59.080675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15622): Launched\u000a06:05:59.410206 run osmo-hlr_10.42.42.2(pid=15623): Launched\u000a06:05:59.531842 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:06:00.104724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15625): Launched\u000a06:06:00.434596 run osmo-stp_10.42.42.5(pid=15626): Launched\u000a06:06:00.555360 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:06:01.172761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15628): Launched\u000a06:06:01.588889 run osmo-msc_10.42.42.6(pid=15629): Launched\u000a06:06:01.970787 run osmo-stp_10.42.42.5(pid=15626): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15626)]\u000a06:06:02.193333 run osmo-stp_10.42.42.5(pid=15626): stdout: \u000a| (launched: 2022-12-14_06:06:00.273139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:02.354674 run osmo-stp_10.42.42.5(pid=15626): stderr: \u000a| �[0;m�[38;5;43m20221214060600462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060600463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060600463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060600463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060600464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060600464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060600464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:02.486296 run osmo-stp_10.42.42.5(pid=15626): stdout: \u000a| (launched: 2022-12-14_06:06:00.273139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:02.616651 run osmo-stp_10.42.42.5(pid=15626): stderr: \u000a| �[0;m�[38;5;43m20221214060600462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060600463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060600463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060600463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060600464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060600464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060600464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:02.674185 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15626): Process ended prematurely: osmo-stp_10.42.42.5(pid=15626) [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15626)] [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a06:06:02.683960 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a06:06:02.745672 run osmo-hlr_10.42.42.2(pid=15623): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15623)]\u000a06:06:02.796424 run osmo-hlr_10.42.42.2(pid=15623): stdout: \u000a| (launched: 2022-12-14_06:05:59.249105) \u000a06:06:02.847969 run osmo-hlr_10.42.42.2(pid=15623): stderr: \u000a| �[0;m�[1;31m20221214060559443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060559443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060559443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060559443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060559443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060559443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060559455 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060559464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060559464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060559464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:06:02.918471 run osmo-msc_10.42.42.6(pid=15629): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15629)]\u000a06:06:02.969430 run osmo-msc_10.42.42.6(pid=15629): stdout: \u000a| (launched: 2022-12-14_06:06:01.333797) \u000a06:06:03.020831 run osmo-msc_10.42.42.6(pid=15629): stderr: \u000a| �[0;m�[38;5;43m20221214060601926 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214060601926 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f49dcc82c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214060601926 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214060601926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214060601927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214060601927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214060601928 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214060601929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214060601929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214060601929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:06:03.064814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15622): Terminating (SIGTERM)\u000a06:06:03.106467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15625): Terminating (SIGTERM)\u000a06:06:03.147790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15628): Terminating (SIGTERM)\u000a06:06:03.157457 --- ParallelTerminationStrategy: PID 15622 died...\u000a06:06:03.212639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15622): Terminated: ok {rc=0}\u000a06:06:03.222629 --- ParallelTerminationStrategy: PID 15625 died...\u000a06:06:03.277779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15625): Terminated: ok {rc=0}\u000a06:06:03.287696 --- ParallelTerminationStrategy: PID 15628 died...\u000a06:06:03.342915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15628): Terminated: ok {rc=0}\u000a06:06:03.428795 bus /sierra_3: Setting Powered False\u000a06:06:04.535393 bus /sierra_3: Setting Powered False\u000a06:06:05.642128 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:05:45" }, { "cases" : [ { "testActions" : [ ], "age" : 83, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15640): Process ended prematurely: osmo-stp_10.42.42.5(pid=15640) [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15640)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15640): Process ended prematurely: osmo-stp_10.42.42.5(pid=15640) [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15640)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a06:06:07.645088 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:06:07.656308 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a06:06:07.820804 tst mo_mt_call.py: using LAC 38922\u000a06:06:07.947821 tst mo_mt_call.py: using RAC 162\u000a06:06:08.076042 tst mo_mt_call.py: using CellId 38922\u000a06:06:08.203676 tst mo_mt_call.py: using BVCI 38923\u000a06:06:08.228840 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:06:08.240433 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:06:08.251716 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:06:08.262997 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:06:08.274446 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:06:08.285773 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:06:08.402743 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:06:08.621131 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:06:09.146727 run create_hlr_db(pid=15634): Launched\u000a06:06:09.337791 bus /sierra_2: Setting Powered False\u000a06:06:10.347278 run create_hlr_db(pid=15634): Terminated: ok {rc=0}\u000a06:06:10.794901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15636): Launched\u000a06:06:11.123926 run osmo-hlr_10.42.42.2(pid=15637): Launched\u000a06:06:11.246694 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:06:11.820885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15639): Launched\u000a06:06:12.151775 run osmo-stp_10.42.42.5(pid=15640): Launched\u000a06:06:12.272442 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:06:12.875115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15642): Launched\u000a06:06:13.204440 run osmo-msc_10.42.42.6(pid=15643): Launched\u000a06:06:13.396997 run osmo-stp_10.42.42.5(pid=15640): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15640)]\u000a06:06:13.535740 run osmo-stp_10.42.42.5(pid=15640): stdout: \u000a| (launched: 2022-12-14_06:06:11.989612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:13.673769 run osmo-stp_10.42.42.5(pid=15640): stderr: \u000a| �[0;m�[38;5;43m20221214060612179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060612179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060612179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060612180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060612180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060612180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060612181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:13.806696 run osmo-stp_10.42.42.5(pid=15640): stdout: \u000a| (launched: 2022-12-14_06:06:11.989612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:13.937802 run osmo-stp_10.42.42.5(pid=15640): stderr: \u000a| �[0;m�[38;5;43m20221214060612179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060612179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060612179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060612180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060612180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060612180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060612181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:13.995802 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15640): Process ended prematurely: osmo-stp_10.42.42.5(pid=15640) [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15640)] [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a06:06:14.005229 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a06:06:14.068099 run osmo-hlr_10.42.42.2(pid=15637): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15637)]\u000a06:06:14.119824 run osmo-hlr_10.42.42.2(pid=15637): stdout: \u000a| (launched: 2022-12-14_06:06:10.963587) \u000a06:06:14.171968 run osmo-hlr_10.42.42.2(pid=15637): stderr: \u000a| �[0;m�[1;31m20221214060611159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060611159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060611159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060611159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060611159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060611159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060611173 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060611182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060611183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060611183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:06:14.242949 run osmo-msc_10.42.42.6(pid=15643): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15643)]\u000a06:06:14.294661 run osmo-msc_10.42.42.6(pid=15643): stdout: \u000a| (launched: 2022-12-14_06:06:13.043701) \u000a06:06:14.346923 run osmo-msc_10.42.42.6(pid=15643): stderr: \u000a| �[0;m�[38;5;43m20221214060613363 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214060613363 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efd984b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214060613364 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214060613364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214060613364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214060613364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214060613366 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214060613366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214060613366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214060613366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:06:14.391225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15636): Terminating (SIGTERM)\u000a06:06:14.433545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15639): Terminating (SIGTERM)\u000a06:06:14.475498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15642): Terminating (SIGTERM)\u000a06:06:14.485240 --- ParallelTerminationStrategy: PID 15636 died...\u000a06:06:14.541027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15636): Terminated: ok {rc=0}\u000a06:06:14.551190 --- ParallelTerminationStrategy: PID 15639 died...\u000a06:06:14.606725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15639): Terminated: ok {rc=0}\u000a06:06:14.616828 --- ParallelTerminationStrategy: PID 15642 died...\u000a06:06:14.672318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15642): Terminated: ok {rc=0}\u000a06:06:14.758644 bus /sierra_3: Setting Powered False\u000a06:06:15.883774 bus /sierra_3: Setting Powered False\u000a06:06:17.020652 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15651): Process ended prematurely: osmo-stp_10.42.42.5(pid=15651) [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15651)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15651): Process ended prematurely: osmo-stp_10.42.42.5(pid=15651) [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15651)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:06:18.136667 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:06:18.148355 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a06:06:18.305754 tst mo_mt_call_osmux.py: using LAC 38923\u000a06:06:18.426427 tst mo_mt_call_osmux.py: using RAC 163\u000a06:06:18.555588 tst mo_mt_call_osmux.py: using CellId 38923\u000a06:06:18.680899 tst mo_mt_call_osmux.py: using BVCI 38924\u000a06:06:18.704347 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:06:18.715377 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:06:18.726302 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:06:18.737101 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:06:18.748488 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:06:18.759526 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:06:18.876154 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:06:19.090514 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:06:19.616288 run create_hlr_db(pid=15645): Launched\u000a06:06:19.807682 bus /sierra_2: Setting Powered False\u000a06:06:20.826940 run create_hlr_db(pid=15645): Terminated: ok {rc=0}\u000a06:06:21.265087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15647): Launched\u000a06:06:21.594951 run osmo-hlr_10.42.42.2(pid=15648): Launched\u000a06:06:21.715368 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:06:22.288034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15650): Launched\u000a06:06:22.616856 run osmo-stp_10.42.42.5(pid=15651): Launched\u000a06:06:22.740787 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:06:23.340555 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15653): Launched\u000a06:06:23.669355 run osmo-msc_10.42.42.6(pid=15654): Launched\u000a06:06:23.863148 run osmo-stp_10.42.42.5(pid=15651): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15651)]\u000a06:06:24.002788 run osmo-stp_10.42.42.5(pid=15651): stdout: \u000a| (launched: 2022-12-14_06:06:22.455890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:24.140364 run osmo-stp_10.42.42.5(pid=15651): stderr: \u000a| �[0;m�[38;5;43m20221214060622645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060622645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060622646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060622646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060622647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060622647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060622647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:24.272283 run osmo-stp_10.42.42.5(pid=15651): stdout: \u000a| (launched: 2022-12-14_06:06:22.455890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:24.402714 run osmo-stp_10.42.42.5(pid=15651): stderr: \u000a| �[0;m�[38;5;43m20221214060622645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060622645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060622646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060622646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060622647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060622647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060622647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:24.460175 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15651): Process ended prematurely: osmo-stp_10.42.42.5(pid=15651) [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15651)] [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a06:06:24.469382 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a06:06:24.530702 run osmo-hlr_10.42.42.2(pid=15648): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15648)]\u000a06:06:24.581369 run osmo-hlr_10.42.42.2(pid=15648): stdout: \u000a| (launched: 2022-12-14_06:06:21.433328) \u000a06:06:24.632603 run osmo-hlr_10.42.42.2(pid=15648): stderr: \u000a| �[0;m�[1;31m20221214060621628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060621628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060621628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060621628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060621628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060621628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060621641 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060621651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060621651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060621651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:06:24.702173 run osmo-msc_10.42.42.6(pid=15654): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15654)]\u000a06:06:24.752605 run osmo-msc_10.42.42.6(pid=15654): stdout: \u000a| (launched: 2022-12-14_06:06:23.507575) \u000a06:06:24.803753 run osmo-msc_10.42.42.6(pid=15654): stderr: \u000a| �[0;m�[38;5;43m20221214060623825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214060623825 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5709158c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214060623825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214060623825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214060623825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214060623826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214060623827 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214060623828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214060623828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214060623828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:06:24.847218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15647): Terminating (SIGTERM)\u000a06:06:24.888325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15650): Terminating (SIGTERM)\u000a06:06:24.929964 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15653): Terminating (SIGTERM)\u000a06:06:24.939529 --- ParallelTerminationStrategy: PID 15647 died...\u000a06:06:24.994581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15647): Terminated: ok {rc=0}\u000a06:06:25.004387 --- ParallelTerminationStrategy: PID 15650 died...\u000a06:06:25.059072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15650): Terminated: ok {rc=0}\u000a06:06:25.068927 --- ParallelTerminationStrategy: PID 15653 died...\u000a06:06:25.123815 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15653): Terminated: ok {rc=0}\u000a06:06:25.209410 bus /sierra_3: Setting Powered False\u000a06:06:26.313775 bus /sierra_3: Setting Powered False\u000a06:06:27.419469 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:06:07" }, { "cases" : [ { "testActions" : [ ], "age" : 83, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15665): Process ended prematurely: osmo-stp_10.42.42.5(pid=15665) [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15665)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15665): Process ended prematurely: osmo-stp_10.42.42.5(pid=15665) [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15665)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:06:29.422010 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:06:29.433746 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:06:29.595925 tst mo_mt_call.py: using LAC 38924\u000a06:06:29.721199 tst mo_mt_call.py: using RAC 164\u000a06:06:29.841441 tst mo_mt_call.py: using CellId 38924\u000a06:06:29.962320 tst mo_mt_call.py: using BVCI 38925\u000a06:06:29.985912 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:06:29.997108 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:06:30.007837 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:06:30.018703 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:06:30.030073 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:06:30.041280 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:06:30.162498 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:06:30.376713 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:06:30.937136 run create_hlr_db(pid=15659): Launched\u000a06:06:31.131147 bus /sierra_2: Setting Powered False\u000a06:06:32.149777 run create_hlr_db(pid=15659): Terminated: ok {rc=0}\u000a06:06:32.574909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15661): Launched\u000a06:06:32.883473 run osmo-hlr_10.42.42.2(pid=15662): Launched\u000a06:06:32.997669 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:06:33.532439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15664): Launched\u000a06:06:33.839252 run osmo-stp_10.42.42.5(pid=15665): Launched\u000a06:06:33.962090 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:06:34.525312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15667): Launched\u000a06:06:34.833393 run osmo-msc_10.42.42.6(pid=15668): Launched\u000a06:06:35.013797 run osmo-stp_10.42.42.5(pid=15665): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15665)]\u000a06:06:35.143983 run osmo-stp_10.42.42.5(pid=15665): stdout: \u000a| (launched: 2022-12-14_06:06:33.689077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:35.272205 run osmo-stp_10.42.42.5(pid=15665): stderr: \u000a| �[0;m�[38;5;43m20221214060633861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060633861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060633861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060633861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060633862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060633862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060633862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:35.395912 run osmo-stp_10.42.42.5(pid=15665): stdout: \u000a| (launched: 2022-12-14_06:06:33.689077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:35.517979 run osmo-stp_10.42.42.5(pid=15665): stderr: \u000a| �[0;m�[38;5;43m20221214060633861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060633861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060633861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060633861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060633862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060633862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060633862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:35.571982 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15665): Process ended prematurely: osmo-stp_10.42.42.5(pid=15665) [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15665)] [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a06:06:35.580862 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a06:06:35.640140 run osmo-hlr_10.42.42.2(pid=15662): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15662)]\u000a06:06:35.688617 run osmo-hlr_10.42.42.2(pid=15662): stdout: \u000a| (launched: 2022-12-14_06:06:32.732133) \u000a06:06:35.737642 run osmo-hlr_10.42.42.2(pid=15662): stderr: \u000a| �[0;m�[1;31m20221214060632905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060632905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060632905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060632905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060632905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060632906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060632922 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060632933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060632933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060632933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:06:35.804401 run osmo-msc_10.42.42.6(pid=15668): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15668)]\u000a06:06:35.853072 run osmo-msc_10.42.42.6(pid=15668): stdout: \u000a| (launched: 2022-12-14_06:06:34.681895) \u000a06:06:35.902451 run osmo-msc_10.42.42.6(pid=15668): stderr: \u000a| �[0;m�[38;5;43m20221214060634949 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214060634950 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6e845f2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214060634950 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214060634950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214060634950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214060634950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214060634952 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214060634952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214060634952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214060634953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:06:35.944430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15661): Terminating (SIGTERM)\u000a06:06:35.983873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15664): Terminating (SIGTERM)\u000a06:06:36.023163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15667): Terminating (SIGTERM)\u000a06:06:36.032305 --- ParallelTerminationStrategy: PID 15661 died...\u000a06:06:36.086114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15661): Terminated: ok {rc=0}\u000a06:06:36.095745 --- ParallelTerminationStrategy: PID 15664 died...\u000a06:06:36.149273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15664): Terminated: ok {rc=0}\u000a06:06:36.158855 --- ParallelTerminationStrategy: PID 15667 died...\u000a06:06:36.211749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15667): Terminated: ok {rc=0}\u000a06:06:36.299346 bus /sierra_3: Setting Powered False\u000a06:06:37.402207 bus /sierra_3: Setting Powered False\u000a06:06:38.512703 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15676): Process ended prematurely: osmo-stp_10.42.42.5(pid=15676) [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15676)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15676): Process ended prematurely: osmo-stp_10.42.42.5(pid=15676) [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15676)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:06:39.624147 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:06:39.636077 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:06:39.793437 tst mo_mt_call_osmux.py: using LAC 38925\u000a06:06:39.913629 tst mo_mt_call_osmux.py: using RAC 165\u000a06:06:40.033253 tst mo_mt_call_osmux.py: using CellId 38925\u000a06:06:40.155150 tst mo_mt_call_osmux.py: using BVCI 38926\u000a06:06:40.178679 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:06:40.189829 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:06:40.200532 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:06:40.211388 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:06:40.222891 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:06:40.234248 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:06:40.355553 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:06:40.569802 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:06:41.094865 run create_hlr_db(pid=15670): Launched\u000a06:06:41.285777 bus /sierra_2: Setting Powered False\u000a06:06:42.306188 run create_hlr_db(pid=15670): Terminated: ok {rc=0}\u000a06:06:42.742981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15672): Launched\u000a06:06:43.071132 run osmo-hlr_10.42.42.2(pid=15673): Launched\u000a06:06:43.194783 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:06:43.767151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15675): Launched\u000a06:06:44.096444 run osmo-stp_10.42.42.5(pid=15676): Launched\u000a06:06:44.216038 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:06:44.817257 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15678): Launched\u000a06:06:45.147021 run osmo-msc_10.42.42.6(pid=15679): Launched\u000a06:06:45.339075 run osmo-stp_10.42.42.5(pid=15676): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15676)]\u000a06:06:45.479418 run osmo-stp_10.42.42.5(pid=15676): stdout: \u000a| (launched: 2022-12-14_06:06:43.934927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:45.616871 run osmo-stp_10.42.42.5(pid=15676): stderr: \u000a| �[0;m�[38;5;43m20221214060644125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060644125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060644126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060644126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060644126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060644127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060644127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:45.749572 run osmo-stp_10.42.42.5(pid=15676): stdout: \u000a| (launched: 2022-12-14_06:06:43.934927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:45.900785 run osmo-stp_10.42.42.5(pid=15676): stderr: \u000a| �[0;m�[38;5;43m20221214060644125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060644125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060644126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060644126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060644126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060644127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060644127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:45.956824 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15676): Process ended prematurely: osmo-stp_10.42.42.5(pid=15676) [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15676)] [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a06:06:45.966902 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a06:06:46.029939 run osmo-hlr_10.42.42.2(pid=15673): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15673)]\u000a06:06:46.082072 run osmo-hlr_10.42.42.2(pid=15673): stdout: \u000a| (launched: 2022-12-14_06:06:42.910427) \u000a06:06:46.134202 run osmo-hlr_10.42.42.2(pid=15673): stderr: \u000a| �[0;m�[1;31m20221214060643106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060643106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060643106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060643106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060643106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060643106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060643119 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060643127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060643128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060643128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:06:46.204362 run osmo-msc_10.42.42.6(pid=15679): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15679)]\u000a06:06:46.256516 run osmo-msc_10.42.42.6(pid=15679): stdout: \u000a| (launched: 2022-12-14_06:06:44.985923) \u000a06:06:46.307965 run osmo-msc_10.42.42.6(pid=15679): stderr: \u000a| �[0;m�[38;5;43m20221214060645306 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214060645306 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8c26f44c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214060645306 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214060645306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214060645307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214060645307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214060645308 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214060645309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214060645309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214060645309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:06:46.352849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15672): Terminating (SIGTERM)\u000a06:06:46.397456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15675): Terminating (SIGTERM)\u000a06:06:46.440354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15678): Terminating (SIGTERM)\u000a06:06:46.453282 --- ParallelTerminationStrategy: PID 15672 died...\u000a06:06:46.511284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15672): Terminated: ok {rc=0}\u000a06:06:46.521917 --- ParallelTerminationStrategy: PID 15675 died...\u000a06:06:46.579047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15675): Terminated: ok {rc=0}\u000a06:06:46.589753 --- ParallelTerminationStrategy: PID 15678 died...\u000a06:06:46.646077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15678): Terminated: ok {rc=0}\u000a06:06:46.736454 bus /sierra_3: Setting Powered False\u000a06:06:47.838092 bus /sierra_3: Setting Powered False\u000a06:06:48.947687 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:06:29" }, { "cases" : [ { "testActions" : [ ], "age" : 83, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15690): Process ended prematurely: osmo-stp_10.42.42.5(pid=15690) [trial-2400↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15690)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15690): Process ended prematurely: osmo-stp_10.42.42.5(pid=15690) [trial-2400↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15690)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a06:06:50.937562 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:06:50.948727 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:06:51.105609 tst mo_mt_call.py: using LAC 38926\u000a06:06:51.233310 tst mo_mt_call.py: using RAC 166\u000a06:06:51.364160 tst mo_mt_call.py: using CellId 38926\u000a06:06:51.492480 tst mo_mt_call.py: using BVCI 38927\u000a06:06:51.517892 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:06:51.529848 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:06:51.541324 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:06:51.552617 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:06:51.564097 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:06:51.575469 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:06:51.692198 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:06:51.906061 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:06:52.433649 run create_hlr_db(pid=15684): Launched\u000a06:06:52.624357 bus /sierra_2: Setting Powered False\u000a06:06:53.643606 run create_hlr_db(pid=15684): Terminated: ok {rc=0}\u000a06:06:54.057217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15686): Launched\u000a06:06:54.366483 run osmo-hlr_10.42.42.2(pid=15687): Launched\u000a06:06:54.488620 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:06:55.028384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15689): Launched\u000a06:06:55.336360 run osmo-stp_10.42.42.5(pid=15690): Launched\u000a06:06:55.449762 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:06:56.012477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15692): Launched\u000a06:06:56.321972 run osmo-msc_10.42.42.6(pid=15693): Launched\u000a06:06:56.503645 run osmo-stp_10.42.42.5(pid=15690): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15690)]\u000a06:06:56.634275 run osmo-stp_10.42.42.5(pid=15690): stdout: \u000a| (launched: 2022-12-14_06:06:55.185271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:56.762306 run osmo-stp_10.42.42.5(pid=15690): stderr: \u000a| �[0;m�[38;5;43m20221214060655353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060655354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060655354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060655354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060655355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060655355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060655355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:56.885656 run osmo-stp_10.42.42.5(pid=15690): stdout: \u000a| (launched: 2022-12-14_06:06:55.185271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:57.008160 run osmo-stp_10.42.42.5(pid=15690): stderr: \u000a| �[0;m�[38;5;43m20221214060655353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060655354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060655354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060655354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060655355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060655355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060655355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:57.062345 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15690): Process ended prematurely: osmo-stp_10.42.42.5(pid=15690) [trial-2400↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15690)] [trial-2400↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a06:06:57.071173 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a06:06:57.130760 run osmo-hlr_10.42.42.2(pid=15687): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15687)]\u000a06:06:57.179274 run osmo-hlr_10.42.42.2(pid=15687): stdout: \u000a| (launched: 2022-12-14_06:06:54.214229) \u000a06:06:57.228498 run osmo-hlr_10.42.42.2(pid=15687): stderr: \u000a| �[0;m�[1;31m20221214060654388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060654388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060654388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060654388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060654388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060654388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060654400 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060654408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060654408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060654408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:06:57.295624 run osmo-msc_10.42.42.6(pid=15693): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15693)]\u000a06:06:57.344731 run osmo-msc_10.42.42.6(pid=15693): stdout: \u000a| (launched: 2022-12-14_06:06:56.169309) \u000a06:06:57.394231 run osmo-msc_10.42.42.6(pid=15693): stderr: \u000a| �[0;m�[38;5;43m20221214060656437 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214060656437 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fece97b2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214060656437 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214060656437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214060656438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214060656438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214060656439 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214060656440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214060656440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214060656440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:06:57.436060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15686): Terminating (SIGTERM)\u000a06:06:57.475710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15689): Terminating (SIGTERM)\u000a06:06:57.515406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15692): Terminating (SIGTERM)\u000a06:06:57.524568 --- ParallelTerminationStrategy: PID 15686 died...\u000a06:06:57.578136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15686): Terminated: ok {rc=0}\u000a06:06:57.587641 --- ParallelTerminationStrategy: PID 15689 died...\u000a06:06:57.640638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15689): Terminated: ok {rc=0}\u000a06:06:57.650199 --- ParallelTerminationStrategy: PID 15692 died...\u000a06:06:57.703110 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15692): Terminated: ok {rc=0}\u000a06:06:57.786320 bus /sierra_3: Setting Powered False\u000a06:06:58.891389 bus /sierra_3: Setting Powered False\u000a06:06:59.998480 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15701): Process ended prematurely: osmo-stp_10.42.42.5(pid=15701) [trial-2400↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15701)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15701): Process ended prematurely: osmo-stp_10.42.42.5(pid=15701) [trial-2400↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15701)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:07:01.113817 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:07:01.126852 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:07:01.295084 tst mo_mt_call_osmux.py: using LAC 38927\u000a06:07:01.446254 tst mo_mt_call_osmux.py: using RAC 167\u000a06:07:01.607404 tst mo_mt_call_osmux.py: using CellId 38927\u000a06:07:01.744565 tst mo_mt_call_osmux.py: using BVCI 38928\u000a06:07:01.770234 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:07:01.782838 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:07:01.794939 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:07:01.807002 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:07:01.819088 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:07:01.831573 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:07:01.955687 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:07:02.221983 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:07:02.750456 run create_hlr_db(pid=15695): Launched\u000a06:07:02.941436 bus /sierra_2: Setting Powered False\u000a06:07:03.961567 run create_hlr_db(pid=15695): Terminated: ok {rc=0}\u000a06:07:04.399070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15697): Launched\u000a06:07:04.726615 run osmo-hlr_10.42.42.2(pid=15698): Launched\u000a06:07:04.850152 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:07:05.425501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15700): Launched\u000a06:07:05.754006 run osmo-stp_10.42.42.5(pid=15701): Launched\u000a06:07:05.873977 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:07:06.474130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15703): Launched\u000a06:07:06.802618 run osmo-msc_10.42.42.6(pid=15704): Launched\u000a06:07:06.995543 run osmo-stp_10.42.42.5(pid=15701): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15701)]\u000a06:07:07.134483 run osmo-stp_10.42.42.5(pid=15701): stdout: \u000a| (launched: 2022-12-14_06:07:05.593523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:07:07.271946 run osmo-stp_10.42.42.5(pid=15701): stderr: \u000a| �[0;m�[38;5;43m20221214060705786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060705786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060705786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060705786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060705787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060705787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060705787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:07:07.404391 run osmo-stp_10.42.42.5(pid=15701): stdout: \u000a| (launched: 2022-12-14_06:07:05.593523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:07:07.535099 run osmo-stp_10.42.42.5(pid=15701): stderr: \u000a| �[0;m�[38;5;43m20221214060705786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060705786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060705786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060705786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060705787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060705787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060705787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:07:07.592934 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15701): Process ended prematurely: osmo-stp_10.42.42.5(pid=15701) [trial-2400↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15701)] [trial-2400↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a06:07:07.602380 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a06:07:07.664136 run osmo-hlr_10.42.42.2(pid=15698): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15698)]\u000a06:07:07.714814 run osmo-hlr_10.42.42.2(pid=15698): stdout: \u000a| (launched: 2022-12-14_06:07:04.567426) \u000a06:07:07.766307 run osmo-hlr_10.42.42.2(pid=15698): stderr: \u000a| �[0;m�[1;31m20221214060704765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060704765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060704765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060704765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060704765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060704765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060704778 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060704786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060704786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060704786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:07:07.836102 run osmo-msc_10.42.42.6(pid=15704): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15704)]\u000a06:07:07.886868 run osmo-msc_10.42.42.6(pid=15704): stdout: \u000a| (launched: 2022-12-14_06:07:06.642182) \u000a06:07:07.938480 run osmo-msc_10.42.42.6(pid=15704): stderr: \u000a| �[0;m�[38;5;43m20221214060706962 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214060706962 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5a19fe7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214060706962 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214060706962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214060706963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214060706963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214060706964 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214060706965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214060706965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214060706965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:07:07.982364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15697): Terminating (SIGTERM)\u000a06:07:08.023783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15700): Terminating (SIGTERM)\u000a06:07:08.065096 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15703): Terminating (SIGTERM)\u000a06:07:08.074848 --- ParallelTerminationStrategy: PID 15697 died...\u000a06:07:08.130402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15697): Terminated: ok {rc=0}\u000a06:07:08.140434 --- ParallelTerminationStrategy: PID 15700 died...\u000a06:07:08.195642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15700): Terminated: ok {rc=0}\u000a06:07:08.205996 --- ParallelTerminationStrategy: PID 15703 died...\u000a06:07:08.261063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15703): Terminated: ok {rc=0}\u000a06:07:08.346481 bus /sierra_3: Setting Powered False\u000a06:07:09.451237 bus /sierra_3: Setting Powered False\u000a06:07:10.558276 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:06:50" }, { "cases" : [ { "testActions" : [ ], "age" : 83, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15716): Process ended prematurely: osmo-stp_10.42.42.5(pid=15716) [trial-2400↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15716)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15716): Process ended prematurely: osmo-stp_10.42.42.5(pid=15716) [trial-2400↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15716)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a06:07:12.556529 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:07:12.567642 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:07:12.723603 tst mo_mt_call.py: using LAC 38928\u000a06:07:12.847243 tst mo_mt_call.py: using RAC 168\u000a06:07:12.966418 tst mo_mt_call.py: using CellId 38928\u000a06:07:13.084873 tst mo_mt_call.py: using BVCI 38929\u000a06:07:13.108122 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:07:13.119332 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:07:13.129986 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:07:13.140625 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:07:13.151981 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:07:13.163380 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:07:13.283029 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:07:13.490381 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:07:13.975640 run create_hlr_db(pid=15709): Launched\u000a06:07:14.155377 bus /sierra_2: Setting Powered False\u000a06:07:15.175857 run create_hlr_db(pid=15709): Terminated: ok {rc=0}\u000a06:07:15.585392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15712): Launched\u000a06:07:15.989583 run osmo-hlr_10.42.42.2(pid=15713): Launched\u000a06:07:16.135298 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:07:16.802821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15715): Launched\u000a06:07:17.212354 run osmo-stp_10.42.42.5(pid=15716): Launched\u000a06:07:17.367117 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:07:17.947667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15718): Launched\u000a06:07:18.256368 run osmo-msc_10.42.42.6(pid=15719): Launched\u000a06:07:18.437074 run osmo-stp_10.42.42.5(pid=15716): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15716)]\u000a06:07:18.567912 run osmo-stp_10.42.42.5(pid=15716): stdout: \u000a| (launched: 2022-12-14_06:07:16.976296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:07:18.696644 run osmo-stp_10.42.42.5(pid=15716): stderr: \u000a| �[0;m�[38;5;43m20221214060717286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060717286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060717286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060717287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060717287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060717287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060717287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:07:18.820530 run osmo-stp_10.42.42.5(pid=15716): stdout: \u000a| (launched: 2022-12-14_06:07:16.976296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:07:18.943551 run osmo-stp_10.42.42.5(pid=15716): stderr: \u000a| �[0;m�[38;5;43m20221214060717286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060717286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060717286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060717287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060717287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060717287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060717287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:07:18.997616 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15716): Process ended prematurely: osmo-stp_10.42.42.5(pid=15716) [trial-2400↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15716)] [trial-2400↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a06:07:19.006374 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a06:07:19.066175 run osmo-hlr_10.42.42.2(pid=15713): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15713)]\u000a06:07:19.115128 run osmo-hlr_10.42.42.2(pid=15713): stdout: \u000a| (launched: 2022-12-14_06:07:15.742083) \u000a06:07:19.164438 run osmo-hlr_10.42.42.2(pid=15713): stderr: \u000a| �[0;m�[1;31m20221214060715938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060715939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060715939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060715939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060715939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060715939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060715955 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060715971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060715971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060715971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:07:19.231477 run osmo-msc_10.42.42.6(pid=15719): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15719)]\u000a06:07:19.280639 run osmo-msc_10.42.42.6(pid=15719): stdout: \u000a| (launched: 2022-12-14_06:07:18.104441) \u000a06:07:19.330137 run osmo-msc_10.42.42.6(pid=15719): stderr: \u000a| �[0;m�[38;5;43m20221214060718372 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214060718372 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa1c8b01c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214060718372 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214060718372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214060718373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214060718373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214060718374 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214060718375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214060718375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214060718375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:07:19.372209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15712): Terminating (SIGTERM)\u000a06:07:19.411861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15715): Terminating (SIGTERM)\u000a06:07:19.451526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15718): Terminating (SIGTERM)\u000a06:07:19.460819 --- ParallelTerminationStrategy: PID 15712 died...\u000a06:07:19.514954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15712): Terminated: ok {rc=0}\u000a06:07:19.524638 --- ParallelTerminationStrategy: PID 15715 died...\u000a06:07:19.578570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15715): Terminated: ok {rc=0}\u000a06:07:19.588302 --- ParallelTerminationStrategy: PID 15718 died...\u000a06:07:19.642137 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15718): Terminated: ok {rc=0}\u000a06:07:19.730807 bus /sierra_3: Setting Powered False\u000a06:07:20.833939 bus /sierra_3: Setting Powered False\u000a06:07:21.945319 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15727): Process ended prematurely: osmo-stp_10.42.42.5(pid=15727) [trial-2400↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15727)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15727): Process ended prematurely: osmo-stp_10.42.42.5(pid=15727) [trial-2400↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15727)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:07:23.056614 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:07:23.068505 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:07:23.228247 tst mo_mt_call_osmux.py: using LAC 38929\u000a06:07:23.356663 tst mo_mt_call_osmux.py: using RAC 169\u000a06:07:23.485501 tst mo_mt_call_osmux.py: using CellId 38929\u000a06:07:23.615288 tst mo_mt_call_osmux.py: using BVCI 38930\u000a06:07:23.640332 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:07:23.651796 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:07:23.662949 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:07:23.674137 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:07:23.685403 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:07:23.696539 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:07:23.814357 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:07:24.027427 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:07:24.553762 run create_hlr_db(pid=15721): Launched\u000a06:07:24.745911 bus /sierra_2: Setting Powered False\u000a06:07:25.765156 run create_hlr_db(pid=15721): Terminated: ok {rc=0}\u000a06:07:26.203772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15723): Launched\u000a06:07:26.532897 run osmo-hlr_10.42.42.2(pid=15724): Launched\u000a06:07:26.658271 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:07:27.233340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15726): Launched\u000a06:07:27.562948 run osmo-stp_10.42.42.5(pid=15727): Launched\u000a06:07:27.683666 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:07:28.290052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15729): Launched\u000a06:07:28.619526 run osmo-msc_10.42.42.6(pid=15730): Launched\u000a06:07:28.812170 run osmo-stp_10.42.42.5(pid=15727): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15727)]\u000a06:07:28.951150 run osmo-stp_10.42.42.5(pid=15727): stdout: \u000a| (launched: 2022-12-14_06:07:27.401442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:07:29.089137 run osmo-stp_10.42.42.5(pid=15727): stderr: \u000a| �[0;m�[38;5;43m20221214060727590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060727590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060727590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060727591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060727591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060727591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060727591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:07:29.221593 run osmo-stp_10.42.42.5(pid=15727): stdout: \u000a| (launched: 2022-12-14_06:07:27.401442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:07:29.352758 run osmo-stp_10.42.42.5(pid=15727): stderr: \u000a| �[0;m�[38;5;43m20221214060727590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060727590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060727590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060727591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060727591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060727591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060727591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:07:29.410806 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15727): Process ended prematurely: osmo-stp_10.42.42.5(pid=15727) [trial-2400↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15727)] [trial-2400↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a06:07:29.420038 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a06:07:29.483124 run osmo-hlr_10.42.42.2(pid=15724): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15724)]\u000a06:07:29.534765 run osmo-hlr_10.42.42.2(pid=15724): stdout: \u000a| (launched: 2022-12-14_06:07:26.371917) \u000a06:07:29.587024 run osmo-hlr_10.42.42.2(pid=15724): stderr: \u000a| �[0;m�[1;31m20221214060726568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060726568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060726568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060726568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060726568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060726568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060726581 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060726590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060726590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060726590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:07:29.657777 run osmo-msc_10.42.42.6(pid=15730): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15730)]\u000a06:07:29.709471 run osmo-msc_10.42.42.6(pid=15730): stdout: \u000a| (launched: 2022-12-14_06:07:28.458692) \u000a06:07:29.761739 run osmo-msc_10.42.42.6(pid=15730): stderr: \u000a| �[0;m�[38;5;43m20221214060728782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214060728782 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f65e35bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214060728782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214060728782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214060728782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214060728782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214060728784 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214060728784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214060728785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214060728785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:07:29.806107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15723): Terminating (SIGTERM)\u000a06:07:29.847605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15726): Terminating (SIGTERM)\u000a06:07:29.889480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15729): Terminating (SIGTERM)\u000a06:07:29.898778 --- ParallelTerminationStrategy: PID 15723 died...\u000a06:07:29.954822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15723): Terminated: ok {rc=0}\u000a06:07:29.964926 --- ParallelTerminationStrategy: PID 15726 died...\u000a06:07:30.020660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15726): Terminated: ok {rc=0}\u000a06:07:30.030816 --- ParallelTerminationStrategy: PID 15729 died...\u000a06:07:30.086620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15729): Terminated: ok {rc=0}\u000a06:07:30.174056 bus /sierra_3: Setting Powered False\u000a06:07:31.298789 bus /sierra_3: Setting Powered False\u000a06:07:32.406244 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:07:12" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15741): Process ended prematurely: osmo-stp_10.42.42.5(pid=15741) [trial-2400↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15741)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15741): Process ended prematurely: osmo-stp_10.42.42.5(pid=15741) [trial-2400↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15741)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a06:07:34.402582 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:07:34.414044 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:07:34.555739 tst mo_mt_call.py: using LAC 38930\u000a06:07:34.686903 tst mo_mt_call.py: using RAC 170\u000a06:07:34.806658 tst mo_mt_call.py: using CellId 38930\u000a06:07:34.926191 tst mo_mt_call.py: using BVCI 38931\u000a06:07:34.949717 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:07:34.961164 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:07:34.972136 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:07:34.983164 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:07:34.994634 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:07:35.006029 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a06:07:35.122746 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a06:07:35.338896 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:07:35.863253 run create_hlr_db(pid=15735): Launched\u000a06:07:36.054416 bus /sierra_2: Setting Powered False\u000a06:07:37.074939 run create_hlr_db(pid=15735): Terminated: ok {rc=0}\u000a06:07:37.488461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15737): Launched\u000a06:07:37.797217 run osmo-hlr_10.42.42.2(pid=15738): Launched\u000a06:07:37.914778 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:07:38.450523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15740): Launched\u000a06:07:38.762702 run osmo-stp_10.42.42.5(pid=15741): Launched\u000a06:07:38.876127 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:07:39.440452 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15743): Launched\u000a06:07:39.751762 run osmo-msc_10.42.42.6(pid=15744): Launched\u000a06:07:39.938676 run osmo-stp_10.42.42.5(pid=15741): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15741)]\u000a06:07:40.080407 run osmo-stp_10.42.42.5(pid=15741): stdout: \u000a| (launched: 2022-12-14_06:07:38.607685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:07:40.217732 run osmo-stp_10.42.42.5(pid=15741): stderr: \u000a| �[0;m�[38;5;43m20221214060738774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060738774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060738775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060738775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060738775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060738776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060738776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:07:40.351916 run osmo-stp_10.42.42.5(pid=15741): stdout: \u000a| (launched: 2022-12-14_06:07:38.607685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:07:40.483305 run osmo-stp_10.42.42.5(pid=15741): stderr: \u000a| �[0;m�[38;5;43m20221214060738774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060738774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060738775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060738775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060738775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060738776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060738776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:07:40.541528 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15741): Process ended prematurely: osmo-stp_10.42.42.5(pid=15741) [trial-2400↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15741)] [trial-2400↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a06:07:40.550960 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a06:07:40.613469 run osmo-hlr_10.42.42.2(pid=15738): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15738)]\u000a06:07:40.664556 run osmo-hlr_10.42.42.2(pid=15738): stdout: \u000a| (launched: 2022-12-14_06:07:37.646065) \u000a06:07:40.716483 run osmo-hlr_10.42.42.2(pid=15738): stderr: \u000a| �[0;m�[1;31m20221214060737820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060737820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060737820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060737821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060737821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060737821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060737833 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060737843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060737843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060737843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:07:40.787317 run osmo-msc_10.42.42.6(pid=15744): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15744)]\u000a06:07:40.838248 run osmo-msc_10.42.42.6(pid=15744): stdout: \u000a| (launched: 2022-12-14_06:07:39.596941) \u000a06:07:40.889710 run osmo-msc_10.42.42.6(pid=15744): stderr: \u000a| �[0;m�[38;5;43m20221214060739865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214060739865 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb29332fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214060739865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214060739865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214060739865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214060739866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214060739867 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214060739868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214060739868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214060739868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:07:40.933605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15737): Terminating (SIGTERM)\u000a06:07:40.975329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15740): Terminating (SIGTERM)\u000a06:07:41.017524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15743): Terminating (SIGTERM)\u000a06:07:41.027205 --- ParallelTerminationStrategy: PID 15737 died...\u000a06:07:41.082867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15737): Terminated: ok {rc=0}\u000a06:07:41.092868 --- ParallelTerminationStrategy: PID 15740 died...\u000a06:07:41.148186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15740): Terminated: ok {rc=0}\u000a06:07:41.158171 --- ParallelTerminationStrategy: PID 15743 died...\u000a06:07:41.213652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15743): Terminated: ok {rc=0}\u000a06:07:41.299325 bus /sierra_3: Setting Powered False\u000a06:07:42.405065 bus /sierra_3: Setting Powered False\u000a06:07:43.512019 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15752): Process ended prematurely: osmo-stp_10.42.42.5(pid=15752) [trial-2400↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15752)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15752): Process ended prematurely: osmo-stp_10.42.42.5(pid=15752) [trial-2400↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15752)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:07:44.625625 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:07:44.638131 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:07:44.787578 tst mo_mt_call_osmux.py: using LAC 38931\u000a06:07:44.918110 tst mo_mt_call_osmux.py: using RAC 171\u000a06:07:45.047962 tst mo_mt_call_osmux.py: using CellId 38931\u000a06:07:45.176693 tst mo_mt_call_osmux.py: using BVCI 38932\u000a06:07:45.201795 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:07:45.213657 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:07:45.225335 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:07:45.236873 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:07:45.248696 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:07:45.260266 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a06:07:45.376305 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a06:07:45.591892 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:07:46.158376 run create_hlr_db(pid=15746): Launched\u000a06:07:46.353385 bus /sierra_2: Setting Powered False\u000a06:07:47.373010 run create_hlr_db(pid=15746): Terminated: ok {rc=0}\u000a06:07:47.811923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15748): Launched\u000a06:07:48.142193 run osmo-hlr_10.42.42.2(pid=15749): Launched\u000a06:07:48.263585 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:07:48.837226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15751): Launched\u000a06:07:49.167320 run osmo-stp_10.42.42.5(pid=15752): Launched\u000a06:07:49.287552 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:07:49.889119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15754): Launched\u000a06:07:50.219316 run osmo-msc_10.42.42.6(pid=15755): Launched\u000a06:07:50.412281 run osmo-stp_10.42.42.5(pid=15752): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15752)]\u000a06:07:50.551145 run osmo-stp_10.42.42.5(pid=15752): stdout: \u000a| (launched: 2022-12-14_06:07:49.006126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:07:50.689461 run osmo-stp_10.42.42.5(pid=15752): stderr: \u000a| �[0;m�[38;5;43m20221214060749195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060749195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060749195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060749196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060749196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060749196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060749196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:07:50.821843 run osmo-stp_10.42.42.5(pid=15752): stdout: \u000a| (launched: 2022-12-14_06:07:49.006126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:07:50.953620 run osmo-stp_10.42.42.5(pid=15752): stderr: \u000a| �[0;m�[38;5;43m20221214060749195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060749195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060749195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060749196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060749196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060749196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060749196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:07:51.012444 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15752): Process ended prematurely: osmo-stp_10.42.42.5(pid=15752) [trial-2400↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15752)] [trial-2400↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a06:07:51.021769 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a06:07:51.083902 run osmo-hlr_10.42.42.2(pid=15749): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15749)]\u000a06:07:51.134904 run osmo-hlr_10.42.42.2(pid=15749): stdout: \u000a| (launched: 2022-12-14_06:07:47.980477) \u000a06:07:51.186373 run osmo-hlr_10.42.42.2(pid=15749): stderr: \u000a| �[0;m�[1;31m20221214060748176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060748176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060748176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060748176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060748176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060748176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060748188 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060748197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060748197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060748197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:07:51.256432 run osmo-msc_10.42.42.6(pid=15755): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15755)]\u000a06:07:51.307207 run osmo-msc_10.42.42.6(pid=15755): stdout: \u000a| (launched: 2022-12-14_06:07:50.057987) \u000a06:07:51.358615 run osmo-msc_10.42.42.6(pid=15755): stderr: \u000a| �[0;m�[38;5;43m20221214060750378 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214060750378 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9851c93c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214060750378 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214060750378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214060750378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214060750378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214060750380 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214060750380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214060750381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214060750381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:07:51.402249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15748): Terminating (SIGTERM)\u000a06:07:51.443399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15751): Terminating (SIGTERM)\u000a06:07:51.484646 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15754): Terminating (SIGTERM)\u000a06:07:51.494352 --- ParallelTerminationStrategy: PID 15748 died...\u000a06:07:51.550080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15748): Terminated: ok {rc=0}\u000a06:07:51.560181 --- ParallelTerminationStrategy: PID 15751 died...\u000a06:07:51.615370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15751): Terminated: ok {rc=0}\u000a06:07:51.625461 --- ParallelTerminationStrategy: PID 15754 died...\u000a06:07:51.680835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15754): Terminated: ok {rc=0}\u000a06:07:51.766247 bus /sierra_3: Setting Powered False\u000a06:07:52.872460 bus /sierra_3: Setting Powered False\u000a06:07:53.979927 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:07:34" }, { "cases" : [ { "testActions" : [ ], "age" : 83, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15766): Process ended prematurely: osmo-stp_10.42.42.5(pid=15766) [trial-2400↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15766)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15766): Process ended prematurely: osmo-stp_10.42.42.5(pid=15766) [trial-2400↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15766)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a06:07:55.992250 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:07:56.002958 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:07:56.145888 tst emergency_mo_mt_call.py: using LAC 38932\u000a06:07:56.275173 tst emergency_mo_mt_call.py: using RAC 172\u000a06:07:56.408696 tst emergency_mo_mt_call.py: using CellId 38932\u000a06:07:56.534843 tst emergency_mo_mt_call.py: using BVCI 38933\u000a06:07:56.559742 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:07:56.571095 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:07:56.582082 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:07:56.592890 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:07:56.604138 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:07:56.615055 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:07:56.730023 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:07:56.939883 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:07:57.419826 run create_hlr_db(pid=15760): Launched\u000a06:07:57.597460 bus /sierra_2: Setting Powered False\u000a06:07:58.616712 run create_hlr_db(pid=15760): Terminated: ok {rc=0}\u000a06:07:59.029368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15762): Launched\u000a06:07:59.353412 run osmo-hlr_10.42.42.2(pid=15763): Launched\u000a06:07:59.472552 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:08:00.035850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15765): Launched\u000a06:08:00.360620 run osmo-stp_10.42.42.5(pid=15766): Launched\u000a06:08:00.490763 tst emergency_mo_mt_call.py: using MSISDN 8533\u000a06:08:00.653385 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:08:01.270327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15768): Launched\u000a06:08:01.704809 run osmo-msc_10.42.42.6(pid=15769): Launched\u000a06:08:02.151090 run osmo-stp_10.42.42.5(pid=15766): ERR: Terminated: ERROR {rc=1} [trial-2400↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15766)]\u000a06:08:02.303875 run osmo-stp_10.42.42.5(pid=15766): stdout: \u000a| (launched: 2022-12-14_06:08:00.201343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:08:02.439683 run osmo-stp_10.42.42.5(pid=15766): stderr: \u000a| �[0;m�[38;5;43m20221214060800390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060800390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060800390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060800391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060800391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060800391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060800391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:08:02.570540 run osmo-stp_10.42.42.5(pid=15766): stdout: \u000a| (launched: 2022-12-14_06:08:00.201343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:08:02.700318 run osmo-stp_10.42.42.5(pid=15766): stderr: \u000a| �[0;m�[38;5;43m20221214060800390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060800390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060800390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060800391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060800391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060800391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060800391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:08:02.757440 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=15766): Process ended prematurely: osmo-stp_10.42.42.5(pid=15766) [trial-2400↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15766)] [trial-2400↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a06:08:02.766249 tst emergency_mo_mt_call.py:19: Test FAILED (6.8 sec)\u000a06:08:02.828064 run osmo-hlr_10.42.42.2(pid=15763): ERR: Terminated: ERROR {rc=237} [trial-2400↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15763)]\u000a06:08:02.879013 run osmo-hlr_10.42.42.2(pid=15763): stdout: \u000a| (launched: 2022-12-14_06:07:59.194778) \u000a06:08:02.930815 run osmo-hlr_10.42.42.2(pid=15763): stderr: \u000a| �[0;m�[1;31m20221214060759389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060759389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060759389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060759389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060759389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060759389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060759401 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060759410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060759410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060759410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:08:03.001600 run osmo-msc_10.42.42.6(pid=15769): ERR: Terminated: ERROR {rc=2} [trial-2400↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15769)]\u000a06:08:03.052743 run osmo-msc_10.42.42.6(pid=15769): stdout: \u000a| (launched: 2022-12-14_06:08:01.439651) \u000a06:08:03.104192 run osmo-msc_10.42.42.6(pid=15769): stderr: \u000a| �[0;m�[38;5;43m20221214060801884 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214060801884 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f35ec0bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214060801884 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214060801886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214060801886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214060801886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214060801888 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214060801889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214060801889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214060801889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:08:03.147936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15762): Terminating (SIGTERM)\u000a06:08:03.189625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15765): Terminating (SIGTERM)\u000a06:08:03.231665 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15768): Terminating (SIGTERM)\u000a06:08:03.241372 --- ParallelTerminationStrategy: PID 15762 died...\u000a06:08:03.296917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15762): Terminated: ok {rc=0}\u000a06:08:03.307130 --- ParallelTerminationStrategy: PID 15765 died...\u000a06:08:03.362145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15765): Terminated: ok {rc=0}\u000a06:08:03.372057 --- ParallelTerminationStrategy: PID 15768 died...\u000a06:08:03.427191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15768): Terminated: ok {rc=0}\u000a06:08:03.514055 bus /sierra_3: Setting Powered False\u000a06:08:04.615150 bus /sierra_3: Setting Powered False\u000a06:08:05.721492 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15777): Process ended prematurely: osmo-stp_10.42.42.5(pid=15777) [trial-2400↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15777)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15777): Process ended prematurely: osmo-stp_10.42.42.5(pid=15777) [trial-2400↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15777)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a06:08:06.773908 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:08:06.785819 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:08:06.926935 tst emergency_preemptive_call.py: using LAC 38933\u000a06:08:07.048782 tst emergency_preemptive_call.py: using RAC 173\u000a06:08:07.170303 tst emergency_preemptive_call.py: using CellId 38933\u000a06:08:07.297207 tst emergency_preemptive_call.py: using BVCI 38934\u000a06:08:07.322102 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:08:07.333296 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:08:07.344264 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:08:07.355194 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:08:07.366176 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:08:07.377094 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:08:07.495543 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:08:07.612198 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:08:07.731768 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:08:07.942877 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:08:08.458528 run create_hlr_db(pid=15771): Launched\u000a06:08:08.636912 bus /sierra_2: Setting Powered False\u000a06:08:09.657228 run create_hlr_db(pid=15771): Terminated: ok {rc=0}\u000a06:08:10.090759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15773): Launched\u000a06:08:10.417408 run osmo-hlr_10.42.42.2(pid=15774): Launched\u000a06:08:10.540189 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:08:11.109527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15776): Launched\u000a06:08:11.434131 run osmo-stp_10.42.42.5(pid=15777): Launched\u000a06:08:11.564312 tst emergency_preemptive_call.py: using MSISDN 8534\u000a06:08:11.727232 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:08:12.318435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15779): Launched\u000a06:08:12.643809 run osmo-msc_10.42.42.6(pid=15780): Launched\u000a06:08:12.834217 run osmo-stp_10.42.42.5(pid=15777): ERR: Terminated: ERROR {rc=1} [trial-2400↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15777)]\u000a06:08:12.971920 run osmo-stp_10.42.42.5(pid=15777): stdout: \u000a| (launched: 2022-12-14_06:08:11.275152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:08:13.109228 run osmo-stp_10.42.42.5(pid=15777): stderr: \u000a| �[0;m�[38;5;43m20221214060811465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060811465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060811466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060811466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060811467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060811467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060811467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:08:13.240086 run osmo-stp_10.42.42.5(pid=15777): stdout: \u000a| (launched: 2022-12-14_06:08:11.275152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:08:13.370022 run osmo-stp_10.42.42.5(pid=15777): stderr: \u000a| �[0;m�[38;5;43m20221214060811465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060811465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060811466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060811466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060811467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060811467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060811467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:08:13.426874 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=15777): Process ended prematurely: osmo-stp_10.42.42.5(pid=15777) [trial-2400↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15777)] [trial-2400↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a06:08:13.435676 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a06:08:13.498032 run osmo-hlr_10.42.42.2(pid=15774): ERR: Terminated: ERROR {rc=237} [trial-2400↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15774)]\u000a06:08:13.549169 run osmo-hlr_10.42.42.2(pid=15774): stdout: \u000a| (launched: 2022-12-14_06:08:10.256867) \u000a06:08:13.601121 run osmo-hlr_10.42.42.2(pid=15774): stderr: \u000a| �[0;m�[1;31m20221214060810451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060810451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060810451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060810451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060810451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060810451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060810464 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060810473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060810473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060810473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:08:13.671617 run osmo-msc_10.42.42.6(pid=15780): ERR: Terminated: ERROR {rc=2} [trial-2400↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15780)]\u000a06:08:13.722799 run osmo-msc_10.42.42.6(pid=15780): stdout: \u000a| (launched: 2022-12-14_06:08:12.483642) \u000a06:08:13.774558 run osmo-msc_10.42.42.6(pid=15780): stderr: \u000a| �[0;m�[38;5;43m20221214060812805 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214060812805 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f04f52d1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214060812805 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214060812805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214060812806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214060812806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214060812808 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214060812808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214060812808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214060812808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:08:13.818733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15773): Terminating (SIGTERM)\u000a06:08:13.860505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15776): Terminating (SIGTERM)\u000a06:08:13.902374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15779): Terminating (SIGTERM)\u000a06:08:13.912095 --- ParallelTerminationStrategy: PID 15773 died...\u000a06:08:13.968305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15773): Terminated: ok {rc=0}\u000a06:08:13.978600 --- ParallelTerminationStrategy: PID 15776 died...\u000a06:08:14.034315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15776): Terminated: ok {rc=0}\u000a06:08:14.044422 --- ParallelTerminationStrategy: PID 15779 died...\u000a06:08:14.100243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15779): Terminated: ok {rc=0}\u000a06:08:14.186194 bus /sierra_9: Setting Powered False\u000a06:08:15.291118 bus /sierra_9: Setting Powered False\u000a06:08:16.402372 bus /sierra_8: Setting Powered False\u000a06:08:17.507163 bus /sierra_8: Setting Powered False\u000a06:08:18.614470 bus /sierra_3: Setting Powered False\u000a06:08:19.720434 bus /sierra_3: Setting Powered False\u000a06:08:20.831319 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:07:55" }, { "cases" : [ { "testActions" : [ ], "age" : 83, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15795): Process ended prematurely: osmo-stp_10.42.42.5(pid=15795) [trial-2400↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15795)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15795): Process ended prematurely: osmo-stp_10.42.42.5(pid=15795) [trial-2400↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15795)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:08:22.959106 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:22.970142 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:08:23.119250 tst cs_paging_gprs_active.py: using LAC 38934\u000a06:08:23.247083 tst cs_paging_gprs_active.py: using RAC 174\u000a06:08:23.369876 tst cs_paging_gprs_active.py: using CellId 38934\u000a06:08:23.489846 tst cs_paging_gprs_active.py: using BVCI 38935\u000a06:08:23.513660 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:23.524358 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:23.534992 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:23.545709 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:23.556348 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:23.567096 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:23.577937 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:23.588408 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:23.599174 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:08:23.717112 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:08:24.016754 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:08:24.155059 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:08:24.496028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15785): Launched\u000a06:08:24.779291 run iperf3-srv_10.42.42.10(pid=15786): Launched\u000a06:08:24.982997 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:08:25.121991 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:08:25.463429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15787): Launched\u000a06:08:25.745908 run iperf3-srv_10.42.42.10(pid=15788): Launched\u000a06:08:25.948523 tst cs_paging_gprs_active.py:38: start network...\u000a06:08:26.087032 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:08:26.614563 run create_hlr_db(pid=15789): Launched\u000a06:08:26.805716 bus /sierra_2: Setting Powered False\u000a06:08:27.826012 run create_hlr_db(pid=15789): Terminated: ok {rc=0}\u000a06:08:28.265477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15791): Launched\u000a06:08:28.595341 run osmo-hlr_10.42.42.2(pid=15792): Launched\u000a06:08:28.719410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:08:29.293898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15794): Launched\u000a06:08:29.624246 run osmo-stp_10.42.42.5(pid=15795): Launched\u000a06:08:29.744341 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:08:30.319915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15797): Launched\u000a06:08:30.438187 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:08:30.726337 run patchelf(pid=15798): Launched\u000a06:08:30.931109 run osmo-stp_10.42.42.5(pid=15795): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15795)]\u000a06:08:31.075149 run osmo-stp_10.42.42.5(pid=15795): stdout: \u000a| (launched: 2022-12-14_06:08:29.462207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:08:31.220418 run osmo-stp_10.42.42.5(pid=15795): stderr: \u000a| �[0;m�[38;5;43m20221214060829651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060829651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060829652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060829652 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060829653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060829653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060829653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:08:31.359419 run osmo-stp_10.42.42.5(pid=15795): stdout: \u000a| (launched: 2022-12-14_06:08:29.462207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:08:31.497116 run osmo-stp_10.42.42.5(pid=15795): stderr: \u000a| �[0;m�[38;5;43m20221214060829651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060829651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060829652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060829652 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060829653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060829653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060829653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:08:31.658747 run patchelf(pid=15798): Terminating (SIGINT)\u000a06:08:31.847310 run patchelf(pid=15798): Terminated: ok {rc=0}\u000a06:08:31.882975 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15795): Process ended prematurely: osmo-stp_10.42.42.5(pid=15795) [trial-2400↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15795)] [trial-2400↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a06:08:31.893909 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a06:08:31.957986 run osmo-hlr_10.42.42.2(pid=15792): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15792)]\u000a06:08:32.011037 run osmo-hlr_10.42.42.2(pid=15792): stdout: \u000a| (launched: 2022-12-14_06:08:28.434026) \u000a06:08:32.064615 run osmo-hlr_10.42.42.2(pid=15792): stderr: \u000a| �[0;m�[1;31m20221214060828630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060828630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060828630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060828630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060828630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060828630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060828642 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060828653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060828653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060828653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:08:32.109901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15785): Terminating (SIGTERM)\u000a06:08:32.152283 run iperf3-srv_10.42.42.10(pid=15786): Terminating (SIGTERM)\u000a06:08:32.194696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15787): Terminating (SIGTERM)\u000a06:08:32.236373 run iperf3-srv_10.42.42.10(pid=15788): Terminating (SIGTERM)\u000a06:08:32.278472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15791): Terminating (SIGTERM)\u000a06:08:32.320134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15794): Terminating (SIGTERM)\u000a06:08:32.361918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15797): Terminating (SIGTERM)\u000a06:08:32.371623 --- ParallelTerminationStrategy: PID 15785 died...\u000a06:08:32.427347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15785): Terminated: ok {rc=0}\u000a06:08:32.437855 --- ParallelTerminationStrategy: PID 15786 died...\u000a06:08:32.493232 run iperf3-srv_10.42.42.10(pid=15786): Terminated {rc=256}\u000a06:08:32.503192 --- ParallelTerminationStrategy: PID 15787 died...\u000a06:08:32.558948 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15787): Terminated: ok {rc=0}\u000a06:08:32.569074 --- ParallelTerminationStrategy: PID 15788 died...\u000a06:08:32.624491 run iperf3-srv_10.42.42.10(pid=15788): Terminated {rc=256}\u000a06:08:32.634563 --- ParallelTerminationStrategy: PID 15791 died...\u000a06:08:32.689879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15791): Terminated: ok {rc=0}\u000a06:08:32.699971 --- ParallelTerminationStrategy: PID 15794 died...\u000a06:08:32.755488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15794): Terminated: ok {rc=0}\u000a06:08:32.765633 --- ParallelTerminationStrategy: PID 15797 died...\u000a06:08:32.820996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15797): Terminated: ok {rc=0}\u000a06:08:32.906712 bus /gobi_0: Setting Powered False\u000a06:08:34.013241 bus /gobi_0: Setting Powered False\u000a06:08:35.120280 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15807): Process ended prematurely: osmo-stp_10.42.42.5(pid=15807) [trial-2400↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15807)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15807): Process ended prematurely: osmo-stp_10.42.42.5(pid=15807) [trial-2400↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15807)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a06:08:36.235449 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:36.247252 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:08:36.395142 tst iperf3.py: using LAC 38935\u000a06:08:36.524092 tst iperf3.py: using RAC 175\u000a06:08:36.655302 tst iperf3.py: using CellId 38935\u000a06:08:36.783226 tst iperf3.py: using BVCI 38936\u000a06:08:36.808565 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:36.819739 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:36.830724 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:36.841685 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:36.852458 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:36.863289 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:36.874363 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:36.885285 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:36.896232 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:08:37.181834 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:08:37.312557 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:08:37.633948 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15799): Launched\u000a06:08:37.901086 run iperf3-srv_10.42.42.10(pid=15800): Launched\u000a06:08:38.091197 tst iperf3.py:8: start network...\u000a06:08:38.221453 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:08:38.724157 run create_hlr_db(pid=15801): Launched\u000a06:08:38.916377 bus /gobi_6: Setting Powered False\u000a06:08:39.934999 run create_hlr_db(pid=15801): Terminated: ok {rc=0}\u000a06:08:40.350020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15803): Launched\u000a06:08:40.659505 run osmo-hlr_10.42.42.2(pid=15804): Launched\u000a06:08:40.779624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:08:41.319284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15806): Launched\u000a06:08:41.628734 run osmo-stp_10.42.42.5(pid=15807): Launched\u000a06:08:41.743951 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:08:42.284400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15809): Launched\u000a06:08:42.395669 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:08:42.666158 run patchelf(pid=15810): Launched\u000a06:08:42.847907 run osmo-stp_10.42.42.5(pid=15807): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15807)]\u000a06:08:42.980914 run osmo-stp_10.42.42.5(pid=15807): stdout: \u000a| (launched: 2022-12-14_06:08:41.476001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:08:43.114497 run osmo-stp_10.42.42.5(pid=15807): stderr: \u000a| �[0;m�[38;5;43m20221214060841645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060841645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060841646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060841646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060841646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060841647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060841647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:08:43.243294 run osmo-stp_10.42.42.5(pid=15807): stdout: \u000a| (launched: 2022-12-14_06:08:41.476001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:08:43.370911 run osmo-stp_10.42.42.5(pid=15807): stderr: \u000a| �[0;m�[38;5;43m20221214060841645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060841645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060841646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060841646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060841646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060841647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060841647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:08:43.518866 run patchelf(pid=15810): Terminating (SIGINT)\u000a06:08:43.693562 run patchelf(pid=15810): Terminated: ok {rc=0}\u000a06:08:43.725308 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15807): Process ended prematurely: osmo-stp_10.42.42.5(pid=15807) [trial-2400↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15807)] [trial-2400↪gprs:trx-umtrx↪iperf3.py:8]\u000a06:08:43.734579 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a06:08:43.794685 run osmo-hlr_10.42.42.2(pid=15804): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15804)]\u000a06:08:43.843621 run osmo-hlr_10.42.42.2(pid=15804): stdout: \u000a| (launched: 2022-12-14_06:08:40.507451) \u000a06:08:43.893327 run osmo-hlr_10.42.42.2(pid=15804): stderr: \u000a| �[0;m�[1;31m20221214060840681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060840681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060840681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060840681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060840681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060840681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060840693 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060840701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060840701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060840701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:08:43.936054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15799): Terminating (SIGTERM)\u000a06:08:43.976164 run iperf3-srv_10.42.42.10(pid=15800): Terminating (SIGTERM)\u000a06:08:44.016298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15803): Terminating (SIGTERM)\u000a06:08:44.056364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15806): Terminating (SIGTERM)\u000a06:08:44.096519 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15809): Terminating (SIGTERM)\u000a06:08:44.106021 --- ParallelTerminationStrategy: PID 15799 died...\u000a06:08:44.160183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15799): Terminated: ok {rc=0}\u000a06:08:44.169935 --- ParallelTerminationStrategy: PID 15800 died...\u000a06:08:44.223416 run iperf3-srv_10.42.42.10(pid=15800): Terminated {rc=256}\u000a06:08:44.233070 --- ParallelTerminationStrategy: PID 15803 died...\u000a06:08:44.286646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15803): Terminated: ok {rc=0}\u000a06:08:44.296332 --- ParallelTerminationStrategy: PID 15806 died...\u000a06:08:44.350088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15806): Terminated: ok {rc=0}\u000a06:08:44.359595 --- ParallelTerminationStrategy: PID 15809 died...\u000a06:08:44.413245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15809): Terminated: ok {rc=0}\u000a06:08:44.501237 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-umtrx", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15825): Process ended prematurely: osmo-stp_10.42.42.5(pid=15825) [trial-2400↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15825)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15825): Process ended prematurely: osmo-stp_10.42.42.5(pid=15825) [trial-2400↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15825)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a06:08:45.613089 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:45.624257 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:08:45.766738 tst iperf3m4.py: using LAC 38936\u000a06:08:45.922259 tst iperf3m4.py: using RAC 176\u000a06:08:46.050906 tst iperf3m4.py: using CellId 38936\u000a06:08:46.177773 tst iperf3m4.py: using BVCI 38937\u000a06:08:46.202797 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:46.214655 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:46.226181 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:46.237776 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:46.250633 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:46.264221 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:46.276724 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:46.289025 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:46.300777 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:08:46.424219 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:08:46.559339 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:08:46.713667 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:08:47.089827 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:08:47.275088 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:08:47.606624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15811): Launched\u000a06:08:47.873558 run iperf3-srv_10.42.42.10(pid=15812): Launched\u000a06:08:48.063874 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:08:48.193984 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:08:48.515132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15813): Launched\u000a06:08:48.782082 run iperf3-srv_10.42.42.10(pid=15814): Launched\u000a06:08:48.972338 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:08:49.102718 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:08:49.425069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15815): Launched\u000a06:08:49.692247 run iperf3-srv_10.42.42.10(pid=15816): Launched\u000a06:08:49.882397 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:08:50.013407 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:08:50.335153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15817): Launched\u000a06:08:50.602201 run iperf3-srv_10.42.42.10(pid=15818): Launched\u000a06:08:50.791994 tst iperf3m4.py:8: start network...\u000a06:08:50.922269 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:08:51.414116 run create_hlr_db(pid=15819): Launched\u000a06:08:51.593560 bus /gobi_6: Setting Powered False\u000a06:08:52.623313 run create_hlr_db(pid=15819): Terminated: ok {rc=0}\u000a06:08:53.063660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15821): Launched\u000a06:08:53.395114 run osmo-hlr_10.42.42.2(pid=15822): Launched\u000a06:08:53.517206 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:08:54.092525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15824): Launched\u000a06:08:54.423709 run osmo-stp_10.42.42.5(pid=15825): Launched\u000a06:08:54.545135 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:08:55.123364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15827): Launched\u000a06:08:55.242253 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:08:55.531772 run patchelf(pid=15828): Launched\u000a06:08:55.724931 run osmo-stp_10.42.42.5(pid=15825): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15825)]\u000a06:08:55.866232 run osmo-stp_10.42.42.5(pid=15825): stdout: \u000a| (launched: 2022-12-14_06:08:54.261692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:08:56.008515 run osmo-stp_10.42.42.5(pid=15825): stderr: \u000a| �[0;m�[38;5;43m20221214060854451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060854451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060854451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060854452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060854452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060854452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060854452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:08:56.145391 run osmo-stp_10.42.42.5(pid=15825): stdout: \u000a| (launched: 2022-12-14_06:08:54.261692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:08:56.281084 run osmo-stp_10.42.42.5(pid=15825): stderr: \u000a| �[0;m�[38;5;43m20221214060854451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060854451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060854451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060854452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060854452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060854452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060854452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:08:56.438892 run patchelf(pid=15828): Terminating (SIGINT)\u000a06:08:56.623876 run patchelf(pid=15828): Terminated: ok {rc=0}\u000a06:08:56.657638 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15825): Process ended prematurely: osmo-stp_10.42.42.5(pid=15825) [trial-2400↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15825)] [trial-2400↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a06:08:56.667474 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a06:08:56.729637 run osmo-hlr_10.42.42.2(pid=15822): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15822)]\u000a06:08:56.780357 run osmo-hlr_10.42.42.2(pid=15822): stdout: \u000a| (launched: 2022-12-14_06:08:53.232124) \u000a06:08:56.831618 run osmo-hlr_10.42.42.2(pid=15822): stderr: \u000a| �[0;m�[1;31m20221214060853424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060853425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060853425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060853425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060853425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060853425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060853437 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060853445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060853445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060853446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:08:56.875326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15811): Terminating (SIGTERM)\u000a06:08:56.916525 run iperf3-srv_10.42.42.10(pid=15812): Terminating (SIGTERM)\u000a06:08:56.958282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15813): Terminating (SIGTERM)\u000a06:08:57.000218 run iperf3-srv_10.42.42.10(pid=15814): Terminating (SIGTERM)\u000a06:08:57.043501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15815): Terminating (SIGTERM)\u000a06:08:57.083295 run iperf3-srv_10.42.42.10(pid=15816): Terminating (SIGTERM)\u000a06:08:57.123247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15817): Terminating (SIGTERM)\u000a06:08:57.163064 run iperf3-srv_10.42.42.10(pid=15818): Terminating (SIGTERM)\u000a06:08:57.202922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15821): Terminating (SIGTERM)\u000a06:08:57.242651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15824): Terminating (SIGTERM)\u000a06:08:57.282343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15827): Terminating (SIGTERM)\u000a06:08:57.291441 --- ParallelTerminationStrategy: PID 15811 died...\u000a06:08:57.345890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15811): Terminated: ok {rc=0}\u000a06:08:57.355688 --- ParallelTerminationStrategy: PID 15812 died...\u000a06:08:57.409732 run iperf3-srv_10.42.42.10(pid=15812): Terminated {rc=256}\u000a06:08:57.419298 --- ParallelTerminationStrategy: PID 15813 died...\u000a06:08:57.473295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15813): Terminated: ok {rc=0}\u000a06:08:57.482808 --- ParallelTerminationStrategy: PID 15814 died...\u000a06:08:57.536482 run iperf3-srv_10.42.42.10(pid=15814): Terminated {rc=256}\u000a06:08:57.546020 --- ParallelTerminationStrategy: PID 15815 died...\u000a06:08:57.599804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15815): Terminated: ok {rc=0}\u000a06:08:57.609422 --- ParallelTerminationStrategy: PID 15816 died...\u000a06:08:57.663071 run iperf3-srv_10.42.42.10(pid=15816): Terminated {rc=256}\u000a06:08:57.672508 --- ParallelTerminationStrategy: PID 15817 died...\u000a06:08:57.726423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15817): Terminated: ok {rc=0}\u000a06:08:57.736009 --- ParallelTerminationStrategy: PID 15818 died...\u000a06:08:57.789870 run iperf3-srv_10.42.42.10(pid=15818): Terminated {rc=256}\u000a06:08:57.799493 --- ParallelTerminationStrategy: PID 15821 died...\u000a06:08:57.853754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15821): Terminated: ok {rc=0}\u000a06:08:57.863479 --- ParallelTerminationStrategy: PID 15824 died...\u000a06:08:57.917587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15824): Terminated: ok {rc=0}\u000a06:08:57.927169 --- ParallelTerminationStrategy: PID 15827 died...\u000a06:08:57.981119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15827): Terminated: ok {rc=0}\u000a06:08:58.069130 bus /gobi_4: Setting Powered False\u000a06:08:59.170468 bus /gobi_4: Setting Powered False\u000a06:09:00.280537 bus /gobi_1: Setting Powered False\u000a06:09:01.417109 bus /gobi_1: Setting Powered False\u000a06:09:02.576891 bus /gobi_0: Setting Powered False\u000a06:09:03.689314 bus /gobi_0: Setting Powered False\u000a06:09:04.801816 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16107): Process ended prematurely: osmo-stp_10.42.42.5(pid=16107) [trial-2400↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16107)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16107): Process ended prematurely: osmo-stp_10.42.42.5(pid=16107) [trial-2400↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16107)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a06:09:05.874349 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:09:05.887071 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:09:06.045727 tst ping.py: using LAC 38937\u000a06:09:06.179470 tst ping.py: using RAC 177\u000a06:09:06.309969 tst ping.py: using CellId 38937\u000a06:09:06.440874 tst ping.py: using BVCI 38938\u000a06:09:06.467892 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:09:06.479505 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:09:06.491057 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:09:06.502941 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:09:06.514655 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:09:06.526572 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:09:06.538386 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:09:06.550097 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:09:06.855959 tst ping.py:19: start network...\u000a06:09:06.996625 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:09:07.589117 run create_hlr_db(pid=16101): Launched\u000a06:09:07.782069 bus /gobi_6: Setting Powered False\u000a06:09:08.795127 run create_hlr_db(pid=16101): Terminated: ok {rc=0}\u000a06:09:09.234860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16103): Launched\u000a06:09:09.658726 run osmo-hlr_10.42.42.2(pid=16104): Launched\u000a06:09:09.898721 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:09:10.541829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16106): Launched\u000a06:09:10.963897 run osmo-stp_10.42.42.5(pid=16107): Launched\u000a06:09:11.206923 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:09:11.826602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16109): Launched\u000a06:09:11.942970 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:09:12.239084 run patchelf(pid=16110): Launched\u000a06:09:12.427359 run osmo-stp_10.42.42.5(pid=16107): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16107)]\u000a06:09:12.566685 run osmo-stp_10.42.42.5(pid=16107): stdout: \u000a| (launched: 2022-12-14_06:09:10.704056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:12.706262 run osmo-stp_10.42.42.5(pid=16107): stderr: \u000a| �[0;m�[38;5;43m20221214060911033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060911033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060911034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060911034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060911035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060911035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060911035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:09:12.839055 run osmo-stp_10.42.42.5(pid=16107): stdout: \u000a| (launched: 2022-12-14_06:09:10.704056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:12.972076 run osmo-stp_10.42.42.5(pid=16107): stderr: \u000a| �[0;m�[38;5;43m20221214060911033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060911033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060911034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060911034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060911035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060911035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060911035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:09:13.126630 run patchelf(pid=16110): Terminating (SIGINT)\u000a06:09:13.306351 run patchelf(pid=16110): Terminated: ok {rc=0}\u000a06:09:13.339840 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16107): Process ended prematurely: osmo-stp_10.42.42.5(pid=16107) [trial-2400↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16107)] [trial-2400↪gprs:trx-umtrx↪ping.py:22]\u000a06:09:13.350039 tst ping.py:22: Test FAILED (7.5 sec)\u000a06:09:13.414954 run osmo-hlr_10.42.42.2(pid=16104): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16104)]\u000a06:09:13.468188 run osmo-hlr_10.42.42.2(pid=16104): stdout: \u000a| (launched: 2022-12-14_06:09:09.397789) \u000a06:09:13.521547 run osmo-hlr_10.42.42.2(pid=16104): stderr: \u000a| �[0;m�[1;31m20221214060909739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060909739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060909739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060909739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060909739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060909739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060909757 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060909765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060909765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060909766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:09:13.567193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16103): Terminating (SIGTERM)\u000a06:09:13.612746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16106): Terminating (SIGTERM)\u000a06:09:13.659235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16109): Terminating (SIGTERM)\u000a06:09:13.669954 --- ParallelTerminationStrategy: PID 16103 died...\u000a06:09:13.729073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16103): Terminated: ok {rc=0}\u000a06:09:13.740662 --- ParallelTerminationStrategy: PID 16106 died...\u000a06:09:13.797515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16106): Terminated: ok {rc=0}\u000a06:09:13.808201 --- ParallelTerminationStrategy: PID 16109 died...\u000a06:09:13.867533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16109): Terminated: ok {rc=0}\u000a06:09:13.955732 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16117): Process ended prematurely: osmo-stp_10.42.42.5(pid=16117) [trial-2400↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16117)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16117): Process ended prematurely: osmo-stp_10.42.42.5(pid=16117) [trial-2400↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16117)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a06:09:15.011392 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:09:15.024010 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:09:15.171244 tst ping_idle_ping.py: using LAC 38938\u000a06:09:15.300058 tst ping_idle_ping.py: using RAC 178\u000a06:09:15.426382 tst ping_idle_ping.py: using CellId 38938\u000a06:09:15.554176 tst ping_idle_ping.py: using BVCI 38939\u000a06:09:15.579949 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:09:15.591923 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:09:15.603615 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:09:15.615218 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:09:15.628121 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:09:15.641119 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:09:15.654304 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:09:15.668175 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:09:16.030594 tst ping_idle_ping.py:24: start network...\u000a06:09:16.166829 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:09:16.830492 run create_hlr_db(pid=16111): Launched\u000a06:09:17.057764 bus /gobi_6: Setting Powered False\u000a06:09:18.072400 run create_hlr_db(pid=16111): Terminated: ok {rc=0}\u000a06:09:18.539818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16113): Launched\u000a06:09:18.978847 run osmo-hlr_10.42.42.2(pid=16114): Launched\u000a06:09:19.219684 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:09:19.867296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16116): Launched\u000a06:09:20.298265 run osmo-stp_10.42.42.5(pid=16117): Launched\u000a06:09:20.538225 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:09:21.159304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16119): Launched\u000a06:09:21.276797 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:09:21.575191 run patchelf(pid=16120): Launched\u000a06:09:21.766643 run osmo-stp_10.42.42.5(pid=16117): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16117)]\u000a06:09:21.906249 run osmo-stp_10.42.42.5(pid=16117): stdout: \u000a| (launched: 2022-12-14_06:09:20.030035)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:22.044926 run osmo-stp_10.42.42.5(pid=16117): stderr: \u000a| �[0;m�[38;5;43m20221214060920370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060920370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060920370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060920371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060920371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060920371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060920371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:09:22.179112 run osmo-stp_10.42.42.5(pid=16117): stdout: \u000a| (launched: 2022-12-14_06:09:20.030035)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:22.312449 run osmo-stp_10.42.42.5(pid=16117): stderr: \u000a| �[0;m�[38;5;43m20221214060920370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060920370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060920370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060920371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060920371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060920371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060920371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:09:22.466827 run patchelf(pid=16120): Terminating (SIGINT)\u000a06:09:22.647583 run patchelf(pid=16120): Terminated: ok {rc=0}\u000a06:09:22.682904 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16117): Process ended prematurely: osmo-stp_10.42.42.5(pid=16117) [trial-2400↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16117)] [trial-2400↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a06:09:22.695585 tst ping_idle_ping.py:27: Test FAILED (7.7 sec)\u000a06:09:22.760925 run osmo-hlr_10.42.42.2(pid=16114): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16114)]\u000a06:09:22.813506 run osmo-hlr_10.42.42.2(pid=16114): stdout: \u000a| (launched: 2022-12-14_06:09:18.712207) \u000a06:09:22.869023 run osmo-hlr_10.42.42.2(pid=16114): stderr: \u000a| �[0;m�[1;31m20221214060919059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060919059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060919059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060919059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060919059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060919059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060919076 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060919092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060919092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060919092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:09:22.914753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16113): Terminating (SIGTERM)\u000a06:09:22.960925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16116): Terminating (SIGTERM)\u000a06:09:23.006497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16119): Terminating (SIGTERM)\u000a06:09:23.017179 --- ParallelTerminationStrategy: PID 16113 died...\u000a06:09:23.078021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16113): Terminated: ok {rc=0}\u000a06:09:23.089613 --- ParallelTerminationStrategy: PID 16116 died...\u000a06:09:23.146569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16116): Terminated: ok {rc=0}\u000a06:09:23.157371 --- ParallelTerminationStrategy: PID 16119 died...\u000a06:09:23.215205 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16119): Terminated: ok {rc=0}\u000a06:09:23.305267 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:08:22" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16137): Process ended prematurely: osmo-stp_10.42.42.5(pid=16137) [trial-2400↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16137)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16137): Process ended prematurely: osmo-stp_10.42.42.5(pid=16137) [trial-2400↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16137)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:09:25.446821 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:25.457738 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:09:25.598967 tst cs_paging_gprs_active.py: using LAC 38939\u000a06:09:25.723205 tst cs_paging_gprs_active.py: using RAC 179\u000a06:09:25.847292 tst cs_paging_gprs_active.py: using CellId 38939\u000a06:09:25.971080 tst cs_paging_gprs_active.py: using BVCI 38940\u000a06:09:25.995377 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:26.006451 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:26.017175 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:26.027861 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:26.038800 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:26.049723 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:26.060759 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:26.071629 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:26.082779 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:09:26.204235 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:09:26.494364 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:09:26.627063 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:09:26.956391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16127): Launched\u000a06:09:27.229897 run iperf3-srv_10.42.42.10(pid=16128): Launched\u000a06:09:27.423906 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:09:27.556062 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:09:27.885700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16129): Launched\u000a06:09:28.159295 run iperf3-srv_10.42.42.10(pid=16130): Launched\u000a06:09:28.352492 tst cs_paging_gprs_active.py:38: start network...\u000a06:09:28.484541 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:09:28.982960 run create_hlr_db(pid=16131): Launched\u000a06:09:29.165762 bus /gobi_6: Setting Powered False\u000a06:09:30.186958 run create_hlr_db(pid=16131): Terminated: ok {rc=0}\u000a06:09:30.609365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16133): Launched\u000a06:09:31.034040 run osmo-hlr_10.42.42.2(pid=16134): Launched\u000a06:09:31.347883 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:09:32.007447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16136): Launched\u000a06:09:32.418834 run osmo-stp_10.42.42.5(pid=16137): Launched\u000a06:09:32.534002 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:09:33.084530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16139): Launched\u000a06:09:33.197478 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:09:33.472616 run patchelf(pid=16140): Launched\u000a06:09:33.658014 run osmo-stp_10.42.42.5(pid=16137): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16137)]\u000a06:09:33.793262 run osmo-stp_10.42.42.5(pid=16137): stdout: \u000a| (launched: 2022-12-14_06:09:32.184793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:33.928143 run osmo-stp_10.42.42.5(pid=16137): stderr: \u000a| �[0;m�[38;5;43m20221214060932416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060932416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060932416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060932417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060932417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060932417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060932417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:09:34.058901 run osmo-stp_10.42.42.5(pid=16137): stdout: \u000a| (launched: 2022-12-14_06:09:32.184793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:34.187766 run osmo-stp_10.42.42.5(pid=16137): stderr: \u000a| �[0;m�[38;5;43m20221214060932416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060932416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060932416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060932417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060932417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060932417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060932417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:09:34.338539 run patchelf(pid=16140): Terminating (SIGINT)\u000a06:09:34.515675 run patchelf(pid=16140): Terminated: ok {rc=0}\u000a06:09:34.547997 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16137): Process ended prematurely: osmo-stp_10.42.42.5(pid=16137) [trial-2400↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16137)] [trial-2400↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a06:09:34.557423 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a06:09:34.617847 run osmo-hlr_10.42.42.2(pid=16134): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16134)]\u000a06:09:34.666947 run osmo-hlr_10.42.42.2(pid=16134): stdout: \u000a| (launched: 2022-12-14_06:09:30.770836) \u000a06:09:34.716830 run osmo-hlr_10.42.42.2(pid=16134): stderr: \u000a| �[0;m�[1;31m20221214060931073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060931073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060931073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060931073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060931073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060931073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060931089 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060931100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060931101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060931101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:09:34.759294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16127): Terminating (SIGTERM)\u000a06:09:34.799253 run iperf3-srv_10.42.42.10(pid=16128): Terminating (SIGTERM)\u000a06:09:34.839236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16129): Terminating (SIGTERM)\u000a06:09:34.879012 run iperf3-srv_10.42.42.10(pid=16130): Terminating (SIGTERM)\u000a06:09:34.919081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16133): Terminating (SIGTERM)\u000a06:09:34.958941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16136): Terminating (SIGTERM)\u000a06:09:34.998862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16139): Terminating (SIGTERM)\u000a06:09:35.008106 --- ParallelTerminationStrategy: PID 16127 died...\u000a06:09:35.061743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16127): Terminated: ok {rc=0}\u000a06:09:35.071359 --- ParallelTerminationStrategy: PID 16128 died...\u000a06:09:35.124718 run iperf3-srv_10.42.42.10(pid=16128): Terminated {rc=256}\u000a06:09:35.134290 --- ParallelTerminationStrategy: PID 16129 died...\u000a06:09:35.187592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16129): Terminated: ok {rc=0}\u000a06:09:35.197253 --- ParallelTerminationStrategy: PID 16130 died...\u000a06:09:35.250450 run iperf3-srv_10.42.42.10(pid=16130): Terminated {rc=256}\u000a06:09:35.260012 --- ParallelTerminationStrategy: PID 16133 died...\u000a06:09:35.313636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16133): Terminated: ok {rc=0}\u000a06:09:35.323266 --- ParallelTerminationStrategy: PID 16136 died...\u000a06:09:35.376714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16136): Terminated: ok {rc=0}\u000a06:09:35.386362 --- ParallelTerminationStrategy: PID 16139 died...\u000a06:09:35.439737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16139): Terminated: ok {rc=0}\u000a06:09:35.528474 bus /gobi_0: Setting Powered False\u000a06:09:36.631648 bus /gobi_0: Setting Powered False\u000a06:09:37.742721 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16149): Process ended prematurely: osmo-stp_10.42.42.5(pid=16149) [trial-2400↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16149)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16149): Process ended prematurely: osmo-stp_10.42.42.5(pid=16149) [trial-2400↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16149)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a06:09:38.858992 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:38.871339 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:09:39.024447 tst iperf3.py: using LAC 38940\u000a06:09:39.155885 tst iperf3.py: using RAC 180\u000a06:09:39.287116 tst iperf3.py: using CellId 38940\u000a06:09:39.416135 tst iperf3.py: using BVCI 38941\u000a06:09:39.440374 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:39.451599 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:39.462587 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:39.473942 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:39.485422 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:39.496745 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:39.508437 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:39.519854 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:39.531680 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:09:39.823068 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:09:39.955952 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:09:40.284873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16141): Launched\u000a06:09:40.558627 run iperf3-srv_10.42.42.10(pid=16142): Launched\u000a06:09:40.751907 tst iperf3.py:8: start network...\u000a06:09:40.884413 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:09:41.379304 run create_hlr_db(pid=16143): Launched\u000a06:09:41.560784 bus /gobi_6: Setting Powered False\u000a06:09:42.580557 run create_hlr_db(pid=16143): Terminated: ok {rc=0}\u000a06:09:43.027227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16145): Launched\u000a06:09:43.364127 run osmo-hlr_10.42.42.2(pid=16146): Launched\u000a06:09:43.492044 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:09:44.084548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16148): Launched\u000a06:09:44.420707 run osmo-stp_10.42.42.5(pid=16149): Launched\u000a06:09:44.543417 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:09:45.128287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16151): Launched\u000a06:09:45.249074 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:09:45.541535 run patchelf(pid=16152): Launched\u000a06:09:45.736529 run osmo-stp_10.42.42.5(pid=16149): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16149)]\u000a06:09:45.890538 run osmo-stp_10.42.42.5(pid=16149): stdout: \u000a| (launched: 2022-12-14_06:09:44.255550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:46.053020 run osmo-stp_10.42.42.5(pid=16149): stderr: \u000a| �[0;m�[38;5;43m20221214060944450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060944450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060944451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060944451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060944452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060944452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060944452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:09:46.195492 run osmo-stp_10.42.42.5(pid=16149): stdout: \u000a| (launched: 2022-12-14_06:09:44.255550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:46.336826 run osmo-stp_10.42.42.5(pid=16149): stderr: \u000a| �[0;m�[38;5;43m20221214060944450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060944450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060944451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060944451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060944452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060944452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060944452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:09:46.501791 run patchelf(pid=16152): Terminating (SIGINT)\u000a06:09:46.695167 run patchelf(pid=16152): Terminated: ok {rc=0}\u000a06:09:46.730648 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16149): Process ended prematurely: osmo-stp_10.42.42.5(pid=16149) [trial-2400↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16149)] [trial-2400↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a06:09:46.741880 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a06:09:46.806252 run osmo-hlr_10.42.42.2(pid=16146): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16146)]\u000a06:09:46.859129 run osmo-hlr_10.42.42.2(pid=16146): stdout: \u000a| (launched: 2022-12-14_06:09:43.198411) \u000a06:09:46.912435 run osmo-hlr_10.42.42.2(pid=16146): stderr: \u000a| �[0;m�[1;31m20221214060943400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060943400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060943400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060943400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060943400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060943400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060943413 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060943423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060943423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060943423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:09:46.958185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16141): Terminating (SIGTERM)\u000a06:09:47.003073 run iperf3-srv_10.42.42.10(pid=16142): Terminating (SIGTERM)\u000a06:09:47.048404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16145): Terminating (SIGTERM)\u000a06:09:47.091262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16148): Terminating (SIGTERM)\u000a06:09:47.133703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16151): Terminating (SIGTERM)\u000a06:09:47.143571 --- ParallelTerminationStrategy: PID 16141 died...\u000a06:09:47.200288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16141): Terminated: ok {rc=0}\u000a06:09:47.210599 --- ParallelTerminationStrategy: PID 16142 died...\u000a06:09:47.266247 run iperf3-srv_10.42.42.10(pid=16142): Terminated {rc=256}\u000a06:09:47.276409 --- ParallelTerminationStrategy: PID 16145 died...\u000a06:09:47.332241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16145): Terminated: ok {rc=0}\u000a06:09:47.342411 --- ParallelTerminationStrategy: PID 16148 died...\u000a06:09:47.398252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16148): Terminated: ok {rc=0}\u000a06:09:47.408301 --- ParallelTerminationStrategy: PID 16151 died...\u000a06:09:47.464153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16151): Terminated: ok {rc=0}\u000a06:09:47.550964 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16167): Process ended prematurely: osmo-stp_10.42.42.5(pid=16167) [trial-2400↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16167)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16167): Process ended prematurely: osmo-stp_10.42.42.5(pid=16167) [trial-2400↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16167)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a06:09:48.668821 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:48.680942 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:09:48.830641 tst iperf3m4.py: using LAC 38941\u000a06:09:48.962177 tst iperf3m4.py: using RAC 181\u000a06:09:49.093863 tst iperf3m4.py: using CellId 38941\u000a06:09:49.226558 tst iperf3m4.py: using BVCI 38942\u000a06:09:49.252459 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:49.264151 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:49.275563 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:49.287089 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:49.298677 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:49.310186 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:49.321936 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:49.333374 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:49.345162 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:09:49.467438 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:09:49.587381 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:09:49.705072 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:09:50.011483 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:09:50.154849 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:09:50.506986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16153): Launched\u000a06:09:50.797210 run iperf3-srv_10.42.42.10(pid=16154): Launched\u000a06:09:51.005022 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:09:51.147196 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:09:51.497912 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16155): Launched\u000a06:09:51.787858 run iperf3-srv_10.42.42.10(pid=16156): Launched\u000a06:09:51.996017 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:09:52.138265 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:09:52.487859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16157): Launched\u000a06:09:52.778320 run iperf3-srv_10.42.42.10(pid=16158): Launched\u000a06:09:52.985957 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:09:53.127943 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:09:53.480319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16159): Launched\u000a06:09:53.770430 run iperf3-srv_10.42.42.10(pid=16160): Launched\u000a06:09:53.978269 tst iperf3m4.py:8: start network...\u000a06:09:54.119977 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:09:54.658143 run create_hlr_db(pid=16161): Launched\u000a06:09:54.853387 bus /gobi_6: Setting Powered False\u000a06:09:55.873246 run create_hlr_db(pid=16161): Terminated: ok {rc=0}\u000a06:09:56.322048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16163): Launched\u000a06:09:56.659395 run osmo-hlr_10.42.42.2(pid=16164): Launched\u000a06:09:56.782408 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:09:57.369637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16166): Launched\u000a06:09:57.707084 run osmo-stp_10.42.42.5(pid=16167): Launched\u000a06:09:57.829651 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:09:58.419576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16169): Launched\u000a06:09:58.540367 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:09:58.834813 run patchelf(pid=16170): Launched\u000a06:09:59.032089 run osmo-stp_10.42.42.5(pid=16167): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16167)]\u000a06:09:59.176381 run osmo-stp_10.42.42.5(pid=16167): stdout: \u000a| (launched: 2022-12-14_06:09:57.541451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:59.320619 run osmo-stp_10.42.42.5(pid=16167): stderr: \u000a| �[0;m�[38;5;43m20221214060957735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060957735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060957735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060957736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060957736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060957736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060957736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:09:59.459529 run osmo-stp_10.42.42.5(pid=16167): stdout: \u000a| (launched: 2022-12-14_06:09:57.541451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:59.597667 run osmo-stp_10.42.42.5(pid=16167): stderr: \u000a| �[0;m�[38;5;43m20221214060957735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214060957735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214060957735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214060957736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214060957736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214060957736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214060957736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:09:59.758055 run patchelf(pid=16170): Terminating (SIGINT)\u000a06:09:59.946937 run patchelf(pid=16170): Terminated: ok {rc=0}\u000a06:09:59.981348 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16167): Process ended prematurely: osmo-stp_10.42.42.5(pid=16167) [trial-2400↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16167)] [trial-2400↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a06:09:59.991426 tst iperf3m4.py:8: Test FAILED (11.4 sec)\u000a06:10:00.055097 run osmo-hlr_10.42.42.2(pid=16164): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16164)]\u000a06:10:00.106870 run osmo-hlr_10.42.42.2(pid=16164): stdout: \u000a| (launched: 2022-12-14_06:09:56.493880) \u000a06:10:00.159179 run osmo-hlr_10.42.42.2(pid=16164): stderr: \u000a| �[0;m�[1;31m20221214060956694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214060956694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214060956694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060956694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214060956694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214060956694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214060956710 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214060956719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214060956719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214060956720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:10:00.203771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16153): Terminating (SIGTERM)\u000a06:10:00.246307 run iperf3-srv_10.42.42.10(pid=16154): Terminating (SIGTERM)\u000a06:10:00.288814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16155): Terminating (SIGTERM)\u000a06:10:00.331170 run iperf3-srv_10.42.42.10(pid=16156): Terminating (SIGTERM)\u000a06:10:00.373892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16157): Terminating (SIGTERM)\u000a06:10:00.415998 run iperf3-srv_10.42.42.10(pid=16158): Terminating (SIGTERM)\u000a06:10:00.458191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16159): Terminating (SIGTERM)\u000a06:10:00.500221 run iperf3-srv_10.42.42.10(pid=16160): Terminating (SIGTERM)\u000a06:10:00.542560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16163): Terminating (SIGTERM)\u000a06:10:00.584738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16166): Terminating (SIGTERM)\u000a06:10:00.626945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16169): Terminating (SIGTERM)\u000a06:10:00.636764 --- ParallelTerminationStrategy: PID 16153 died...\u000a06:10:00.693244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16153): Terminated: ok {rc=0}\u000a06:10:00.703577 --- ParallelTerminationStrategy: PID 16154 died...\u000a06:10:00.759724 run iperf3-srv_10.42.42.10(pid=16154): Terminated {rc=256}\u000a06:10:00.769980 --- ParallelTerminationStrategy: PID 16155 died...\u000a06:10:00.825945 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16155): Terminated: ok {rc=0}\u000a06:10:00.836472 --- ParallelTerminationStrategy: PID 16156 died...\u000a06:10:00.892705 run iperf3-srv_10.42.42.10(pid=16156): Terminated {rc=256}\u000a06:10:00.903292 --- ParallelTerminationStrategy: PID 16157 died...\u000a06:10:00.960318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16157): Terminated: ok {rc=0}\u000a06:10:00.970920 --- ParallelTerminationStrategy: PID 16158 died...\u000a06:10:01.028234 run iperf3-srv_10.42.42.10(pid=16158): Terminated {rc=256}\u000a06:10:01.045541 --- ParallelTerminationStrategy: PID 16159 died...\u000a06:10:01.106854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16159): Terminated: ok {rc=0}\u000a06:10:01.120328 --- ParallelTerminationStrategy: PID 16160 died...\u000a06:10:01.177639 run iperf3-srv_10.42.42.10(pid=16160): Terminated {rc=256}\u000a06:10:01.188261 --- ParallelTerminationStrategy: PID 16163 died...\u000a06:10:01.245650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16163): Terminated: ok {rc=0}\u000a06:10:01.256385 --- ParallelTerminationStrategy: PID 16166 died...\u000a06:10:01.313729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16166): Terminated: ok {rc=0}\u000a06:10:01.324429 --- ParallelTerminationStrategy: PID 16169 died...\u000a06:10:01.381661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16169): Terminated: ok {rc=0}\u000a06:10:01.470368 bus /gobi_4: Setting Powered False\u000a06:10:02.572322 bus /gobi_4: Setting Powered False\u000a06:10:03.684508 bus /gobi_1: Setting Powered False\u000a06:10:04.789416 bus /gobi_1: Setting Powered False\u000a06:10:05.896201 bus /gobi_0: Setting Powered False\u000a06:10:06.997525 bus /gobi_0: Setting Powered False\u000a06:10:08.105496 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16180): Process ended prematurely: osmo-stp_10.42.42.5(pid=16180) [trial-2400↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16180)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16180): Process ended prematurely: osmo-stp_10.42.42.5(pid=16180) [trial-2400↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16180)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a06:10:09.174329 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:10:09.186490 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:10:09.334544 tst ping.py: using LAC 38942\u000a06:10:09.463766 tst ping.py: using RAC 182\u000a06:10:09.593054 tst ping.py: using CellId 38942\u000a06:10:09.722167 tst ping.py: using BVCI 38943\u000a06:10:09.747588 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:10:09.759202 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:10:09.770622 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:10:09.781946 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:10:09.793171 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:10:09.804413 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:10:09.815915 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:10:09.827178 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:10:10.126052 tst ping.py:19: start network...\u000a06:10:10.264102 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:10:10.792164 run create_hlr_db(pid=16174): Launched\u000a06:10:10.984125 bus /gobi_6: Setting Powered False\u000a06:10:12.004736 run create_hlr_db(pid=16174): Terminated: ok {rc=0}\u000a06:10:12.422581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16176): Launched\u000a06:10:12.734447 run osmo-hlr_10.42.42.2(pid=16177): Launched\u000a06:10:12.849574 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:10:13.391185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16179): Launched\u000a06:10:13.702670 run osmo-stp_10.42.42.5(pid=16180): Launched\u000a06:10:13.817321 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:10:14.358484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16182): Launched\u000a06:10:14.469725 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:10:14.741595 run patchelf(pid=16183): Launched\u000a06:10:14.923705 run osmo-stp_10.42.42.5(pid=16180): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16180)]\u000a06:10:15.056697 run osmo-stp_10.42.42.5(pid=16180): stdout: \u000a| (launched: 2022-12-14_06:10:13.548154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:10:15.190520 run osmo-stp_10.42.42.5(pid=16180): stderr: \u000a| �[0;m�[38;5;43m20221214061013719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061013719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061013719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061013720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061013720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061013720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061013720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:10:15.319000 run osmo-stp_10.42.42.5(pid=16180): stdout: \u000a| (launched: 2022-12-14_06:10:13.548154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:10:15.446292 run osmo-stp_10.42.42.5(pid=16180): stderr: \u000a| �[0;m�[38;5;43m20221214061013719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061013719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061013719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061013720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061013720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061013720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061013720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:10:15.594136 run patchelf(pid=16183): Terminating (SIGINT)\u000a06:10:15.767337 run patchelf(pid=16183): Terminated: ok {rc=0}\u000a06:10:15.798643 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16180): Process ended prematurely: osmo-stp_10.42.42.5(pid=16180) [trial-2400↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16180)] [trial-2400↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a06:10:15.807450 tst ping.py:22: Test FAILED (6.6 sec)\u000a06:10:15.879171 run osmo-hlr_10.42.42.2(pid=16177): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16177)]\u000a06:10:15.934027 run osmo-hlr_10.42.42.2(pid=16177): stdout: \u000a| (launched: 2022-12-14_06:10:12.580315) \u000a06:10:15.987503 run osmo-hlr_10.42.42.2(pid=16177): stderr: \u000a| �[0;m�[1;31m20221214061012758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061012758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061012758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061012758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061012758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061012758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061012770 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061012778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061012779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061012779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:10:16.034219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16176): Terminating (SIGTERM)\u000a06:10:16.081085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16179): Terminating (SIGTERM)\u000a06:10:16.125556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16182): Terminating (SIGTERM)\u000a06:10:16.137511 --- ParallelTerminationStrategy: PID 16176 died...\u000a06:10:16.196851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16176): Terminated: ok {rc=0}\u000a06:10:16.207653 --- ParallelTerminationStrategy: PID 16179 died...\u000a06:10:16.265229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16179): Terminated: ok {rc=0}\u000a06:10:16.277021 --- ParallelTerminationStrategy: PID 16182 died...\u000a06:10:16.334345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16182): Terminated: ok {rc=0}\u000a06:10:16.424620 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16190): Process ended prematurely: osmo-stp_10.42.42.5(pid=16190) [trial-2400↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16190)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16190): Process ended prematurely: osmo-stp_10.42.42.5(pid=16190) [trial-2400↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16190)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a06:10:17.476413 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:10:17.488731 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:10:17.638794 tst ping_idle_ping.py: using LAC 38943\u000a06:10:17.769444 tst ping_idle_ping.py: using RAC 183\u000a06:10:17.903657 tst ping_idle_ping.py: using CellId 38943\u000a06:10:18.035117 tst ping_idle_ping.py: using BVCI 38944\u000a06:10:18.060854 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:10:18.072612 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:10:18.084242 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:10:18.095896 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:10:18.107815 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:10:18.119253 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:10:18.131555 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:10:18.143603 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:10:18.431893 tst ping_idle_ping.py:24: start network...\u000a06:10:18.562809 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:10:19.055098 run create_hlr_db(pid=16184): Launched\u000a06:10:19.235882 bus /gobi_6: Setting Powered False\u000a06:10:20.256145 run create_hlr_db(pid=16184): Terminated: ok {rc=0}\u000a06:10:20.699177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16186): Launched\u000a06:10:21.033024 run osmo-hlr_10.42.42.2(pid=16187): Launched\u000a06:10:21.155745 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:10:21.732657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16189): Launched\u000a06:10:22.065830 run osmo-stp_10.42.42.5(pid=16190): Launched\u000a06:10:22.186832 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:10:22.766760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16192): Launched\u000a06:10:22.885559 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:10:23.175938 run patchelf(pid=16193): Launched\u000a06:10:23.369748 run osmo-stp_10.42.42.5(pid=16190): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16190)]\u000a06:10:23.511527 run osmo-stp_10.42.42.5(pid=16190): stdout: \u000a| (launched: 2022-12-14_06:10:21.901962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:10:23.653155 run osmo-stp_10.42.42.5(pid=16190): stderr: \u000a| �[0;m�[38;5;43m20221214061022097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061022097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061022097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061022098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061022098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061022098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061022098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:10:23.790296 run osmo-stp_10.42.42.5(pid=16190): stdout: \u000a| (launched: 2022-12-14_06:10:21.901962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:10:23.925689 run osmo-stp_10.42.42.5(pid=16190): stderr: \u000a| �[0;m�[38;5;43m20221214061022097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061022097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061022097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061022098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061022098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061022098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061022098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:10:24.084349 run patchelf(pid=16193): Terminating (SIGINT)\u000a06:10:24.269678 run patchelf(pid=16193): Terminated: ok {rc=0}\u000a06:10:24.303066 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16190): Process ended prematurely: osmo-stp_10.42.42.5(pid=16190) [trial-2400↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16190)] [trial-2400↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a06:10:24.312427 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a06:10:24.375789 run osmo-hlr_10.42.42.2(pid=16187): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16187)]\u000a06:10:24.427618 run osmo-hlr_10.42.42.2(pid=16187): stdout: \u000a| (launched: 2022-12-14_06:10:20.868580) \u000a06:10:24.480369 run osmo-hlr_10.42.42.2(pid=16187): stderr: \u000a| �[0;m�[1;31m20221214061021067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061021067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061021067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061021067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061021067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061021067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061021082 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061021092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061021092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061021092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:10:24.525451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16186): Terminating (SIGTERM)\u000a06:10:24.567882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16189): Terminating (SIGTERM)\u000a06:10:24.610487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16192): Terminating (SIGTERM)\u000a06:10:24.621350 --- ParallelTerminationStrategy: PID 16186 died...\u000a06:10:24.678121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16186): Terminated: ok {rc=0}\u000a06:10:24.688479 --- ParallelTerminationStrategy: PID 16189 died...\u000a06:10:24.744916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16189): Terminated: ok {rc=0}\u000a06:10:24.755264 --- ParallelTerminationStrategy: PID 16192 died...\u000a06:10:24.811785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16192): Terminated: ok {rc=0}\u000a06:10:24.900006 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:09:25" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16208): Process ended prematurely: osmo-stp_10.42.42.5(pid=16208) [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16208)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16208): Process ended prematurely: osmo-stp_10.42.42.5(pid=16208) [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16208)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:10:27.055419 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:27.066330 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:10:27.226053 tst cs_paging_gprs_active.py: using LAC 38944\u000a06:10:27.352246 tst cs_paging_gprs_active.py: using RAC 184\u000a06:10:27.476931 tst cs_paging_gprs_active.py: using CellId 38944\u000a06:10:27.602660 tst cs_paging_gprs_active.py: using BVCI 38945\u000a06:10:27.626862 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:27.637810 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:27.648586 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:27.659354 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:27.670511 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:27.681667 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:27.692746 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:27.703834 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:27.715157 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:10:27.838582 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:10:28.129784 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:10:28.261938 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:10:28.590530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16198): Launched\u000a06:10:28.863570 run iperf3-srv_10.42.42.10(pid=16199): Launched\u000a06:10:29.057317 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:10:29.189346 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:10:29.517186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16200): Launched\u000a06:10:29.789428 run iperf3-srv_10.42.42.10(pid=16201): Launched\u000a06:10:29.982583 tst cs_paging_gprs_active.py:38: start network...\u000a06:10:30.114492 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:10:30.612218 run create_hlr_db(pid=16202): Launched\u000a06:10:30.793915 bus /gobi_6: Setting Powered False\u000a06:10:31.817822 run create_hlr_db(pid=16202): Terminated: ok {rc=0}\u000a06:10:32.268791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16204): Launched\u000a06:10:32.587492 run osmo-hlr_10.42.42.2(pid=16205): Launched\u000a06:10:32.712900 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:10:33.266352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16207): Launched\u000a06:10:33.583484 run osmo-stp_10.42.42.5(pid=16208): Launched\u000a06:10:33.699547 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:10:34.253070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16210): Launched\u000a06:10:34.365761 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:10:34.649285 run patchelf(pid=16211): Launched\u000a06:10:34.834280 run osmo-stp_10.42.42.5(pid=16208): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16208)]\u000a06:10:34.969443 run osmo-stp_10.42.42.5(pid=16208): stdout: \u000a| (launched: 2022-12-14_06:10:33.426951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:10:35.105211 run osmo-stp_10.42.42.5(pid=16208): stderr: \u000a| �[0;m�[38;5;43m20221214061033600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061033600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061033600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061033600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061033601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061033601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061033601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:10:35.235998 run osmo-stp_10.42.42.5(pid=16208): stdout: \u000a| (launched: 2022-12-14_06:10:33.426951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:10:35.365262 run osmo-stp_10.42.42.5(pid=16208): stderr: \u000a| �[0;m�[38;5;43m20221214061033600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061033600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061033600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061033600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061033601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061033601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061033601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:10:35.515799 run patchelf(pid=16211): Terminating (SIGINT)\u000a06:10:35.693154 run patchelf(pid=16211): Terminated: ok {rc=0}\u000a06:10:35.725725 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16208): Process ended prematurely: osmo-stp_10.42.42.5(pid=16208) [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16208)] [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a06:10:35.735132 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a06:10:35.795616 run osmo-hlr_10.42.42.2(pid=16205): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16205)]\u000a06:10:35.845018 run osmo-hlr_10.42.42.2(pid=16205): stdout: \u000a| (launched: 2022-12-14_06:10:32.429754) \u000a06:10:35.894802 run osmo-hlr_10.42.42.2(pid=16205): stderr: \u000a| �[0;m�[1;31m20221214061032608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061032608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061032608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061032608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061032608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061032608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061032619 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061032627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061032627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061032627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:10:35.937401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16198): Terminating (SIGTERM)\u000a06:10:35.977289 run iperf3-srv_10.42.42.10(pid=16199): Terminating (SIGTERM)\u000a06:10:36.017099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16200): Terminating (SIGTERM)\u000a06:10:36.056850 run iperf3-srv_10.42.42.10(pid=16201): Terminating (SIGTERM)\u000a06:10:36.096629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16204): Terminating (SIGTERM)\u000a06:10:36.136552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16207): Terminating (SIGTERM)\u000a06:10:36.176430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16210): Terminating (SIGTERM)\u000a06:10:36.185815 --- ParallelTerminationStrategy: PID 16198 died...\u000a06:10:36.239353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16198): Terminated: ok {rc=0}\u000a06:10:36.249015 --- ParallelTerminationStrategy: PID 16199 died...\u000a06:10:36.302435 run iperf3-srv_10.42.42.10(pid=16199): Terminated {rc=256}\u000a06:10:36.312082 --- ParallelTerminationStrategy: PID 16200 died...\u000a06:10:36.365564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16200): Terminated: ok {rc=0}\u000a06:10:36.375182 --- ParallelTerminationStrategy: PID 16201 died...\u000a06:10:36.428638 run iperf3-srv_10.42.42.10(pid=16201): Terminated {rc=256}\u000a06:10:36.438373 --- ParallelTerminationStrategy: PID 16204 died...\u000a06:10:36.492166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16204): Terminated: ok {rc=0}\u000a06:10:36.501857 --- ParallelTerminationStrategy: PID 16207 died...\u000a06:10:36.555274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16207): Terminated: ok {rc=0}\u000a06:10:36.565148 --- ParallelTerminationStrategy: PID 16210 died...\u000a06:10:36.618600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16210): Terminated: ok {rc=0}\u000a06:10:36.706812 bus /gobi_0: Setting Powered False\u000a06:10:37.810261 bus /gobi_0: Setting Powered False\u000a06:10:38.921785 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16220): Process ended prematurely: osmo-stp_10.42.42.5(pid=16220) [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16220)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16220): Process ended prematurely: osmo-stp_10.42.42.5(pid=16220) [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16220)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a06:10:40.034340 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:40.045882 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:10:40.207631 tst iperf3.py: using LAC 38945\u000a06:10:40.331808 tst iperf3.py: using RAC 185\u000a06:10:40.457718 tst iperf3.py: using CellId 38945\u000a06:10:40.580278 tst iperf3.py: using BVCI 38946\u000a06:10:40.604301 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:40.615415 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:40.626265 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:40.637055 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:40.648087 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:40.659264 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:40.670491 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:40.681522 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:40.692730 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:10:40.978088 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:10:41.110261 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:10:41.437896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16212): Launched\u000a06:10:41.709381 run iperf3-srv_10.42.42.10(pid=16213): Launched\u000a06:10:41.902364 tst iperf3.py:8: start network...\u000a06:10:42.034195 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:10:42.530208 run create_hlr_db(pid=16214): Launched\u000a06:10:42.712232 bus /gobi_6: Setting Powered False\u000a06:10:43.744125 run create_hlr_db(pid=16214): Terminated: ok {rc=0}\u000a06:10:44.192467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16216): Launched\u000a06:10:44.529957 run osmo-hlr_10.42.42.2(pid=16217): Launched\u000a06:10:44.655983 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:10:45.333708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16219): Launched\u000a06:10:45.662232 run osmo-stp_10.42.42.5(pid=16220): Launched\u000a06:10:45.782184 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:10:46.414575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16222): Launched\u000a06:10:46.535208 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:10:46.839290 run patchelf(pid=16223): Launched\u000a06:10:47.028673 run osmo-stp_10.42.42.5(pid=16220): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16220)]\u000a06:10:47.166529 run osmo-stp_10.42.42.5(pid=16220): stdout: \u000a| (launched: 2022-12-14_06:10:45.500876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:10:47.301790 run osmo-stp_10.42.42.5(pid=16220): stderr: \u000a| �[0;m�[38;5;43m20221214061045695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061045695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061045696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061045696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061045698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061045698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061045698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:10:47.430422 run osmo-stp_10.42.42.5(pid=16220): stdout: \u000a| (launched: 2022-12-14_06:10:45.500876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:10:47.557794 run osmo-stp_10.42.42.5(pid=16220): stderr: \u000a| �[0;m�[38;5;43m20221214061045695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061045695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061045696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061045696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061045698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061045698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061045698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:10:47.706360 run patchelf(pid=16223): Terminating (SIGINT)\u000a06:10:47.880530 run patchelf(pid=16223): Terminated: ok {rc=0}\u000a06:10:47.912520 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16220): Process ended prematurely: osmo-stp_10.42.42.5(pid=16220) [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16220)] [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a06:10:47.922077 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a06:10:47.983133 run osmo-hlr_10.42.42.2(pid=16217): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16217)]\u000a06:10:48.032626 run osmo-hlr_10.42.42.2(pid=16217): stdout: \u000a| (launched: 2022-12-14_06:10:44.364739) \u000a06:10:48.082843 run osmo-hlr_10.42.42.2(pid=16217): stderr: \u000a| �[0;m�[1;31m20221214061044567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061044568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061044568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061044568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061044568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061044568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061044581 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061044590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061044590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061044590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:10:48.125766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16212): Terminating (SIGTERM)\u000a06:10:48.165934 run iperf3-srv_10.42.42.10(pid=16213): Terminating (SIGTERM)\u000a06:10:48.206345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16216): Terminating (SIGTERM)\u000a06:10:48.246858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16219): Terminating (SIGTERM)\u000a06:10:48.287291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16222): Terminating (SIGTERM)\u000a06:10:48.296578 --- ParallelTerminationStrategy: PID 16212 died...\u000a06:10:48.350744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16212): Terminated: ok {rc=0}\u000a06:10:48.360456 --- ParallelTerminationStrategy: PID 16213 died...\u000a06:10:48.414590 run iperf3-srv_10.42.42.10(pid=16213): Terminated {rc=256}\u000a06:10:48.424274 --- ParallelTerminationStrategy: PID 16216 died...\u000a06:10:48.478581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16216): Terminated: ok {rc=0}\u000a06:10:48.488197 --- ParallelTerminationStrategy: PID 16219 died...\u000a06:10:48.542331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16219): Terminated: ok {rc=0}\u000a06:10:48.551887 --- ParallelTerminationStrategy: PID 16222 died...\u000a06:10:48.606101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16222): Terminated: ok {rc=0}\u000a06:10:48.690864 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16241): Process ended prematurely: osmo-stp_10.42.42.5(pid=16241) [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16241)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16241): Process ended prematurely: osmo-stp_10.42.42.5(pid=16241) [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16241)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a06:10:49.808859 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:49.821012 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:10:49.984542 tst iperf3m4.py: using LAC 38946\u000a06:10:50.105847 tst iperf3m4.py: using RAC 186\u000a06:10:50.225664 tst iperf3m4.py: using CellId 38946\u000a06:10:50.344752 tst iperf3m4.py: using BVCI 38947\u000a06:10:50.368417 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:50.379406 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:50.390124 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:50.400728 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:50.411744 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:50.422683 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:50.433732 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:50.444581 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:50.455697 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:10:50.576091 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:10:50.699100 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:10:50.817376 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:10:51.117880 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:10:51.256355 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:10:51.598493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16224): Launched\u000a06:10:51.882042 run iperf3-srv_10.42.42.10(pid=16225): Launched\u000a06:10:52.081504 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:10:52.210947 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:10:52.533209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16229): Launched\u000a06:10:52.799426 run iperf3-srv_10.42.42.10(pid=16230): Launched\u000a06:10:52.988483 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:10:53.118035 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:10:53.439651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16231): Launched\u000a06:10:53.706419 run iperf3-srv_10.42.42.10(pid=16232): Launched\u000a06:10:53.895228 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:10:54.024427 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:10:54.347087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16233): Launched\u000a06:10:54.613104 run iperf3-srv_10.42.42.10(pid=16234): Launched\u000a06:10:54.801951 tst iperf3m4.py:8: start network...\u000a06:10:54.931819 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:10:55.421698 run create_hlr_db(pid=16235): Launched\u000a06:10:55.601051 bus /gobi_6: Setting Powered False\u000a06:10:56.622698 run create_hlr_db(pid=16235): Terminated: ok {rc=0}\u000a06:10:57.063820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16237): Launched\u000a06:10:57.395008 run osmo-hlr_10.42.42.2(pid=16238): Launched\u000a06:10:57.519926 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:10:58.094064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16240): Launched\u000a06:10:58.424162 run osmo-stp_10.42.42.5(pid=16241): Launched\u000a06:10:58.544406 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:10:59.122059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16243): Launched\u000a06:10:59.240433 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:10:59.528014 run patchelf(pid=16244): Launched\u000a06:10:59.720855 run osmo-stp_10.42.42.5(pid=16241): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16241)]\u000a06:10:59.862010 run osmo-stp_10.42.42.5(pid=16241): stdout: \u000a| (launched: 2022-12-14_06:10:58.262315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:11:00.003569 run osmo-stp_10.42.42.5(pid=16241): stderr: \u000a| �[0;m�[38;5;43m20221214061058453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061058453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061058453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061058453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061058454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061058454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061058454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:11:00.140748 run osmo-stp_10.42.42.5(pid=16241): stdout: \u000a| (launched: 2022-12-14_06:10:58.262315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:11:00.275979 run osmo-stp_10.42.42.5(pid=16241): stderr: \u000a| �[0;m�[38;5;43m20221214061058453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061058453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061058453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061058453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061058454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061058454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061058454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:11:00.433728 run patchelf(pid=16244): Terminating (SIGINT)\u000a06:11:00.618240 run patchelf(pid=16244): Terminated: ok {rc=0}\u000a06:11:00.652202 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16241): Process ended prematurely: osmo-stp_10.42.42.5(pid=16241) [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16241)] [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a06:11:00.662422 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a06:11:00.725748 run osmo-hlr_10.42.42.2(pid=16238): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16238)]\u000a06:11:00.777496 run osmo-hlr_10.42.42.2(pid=16238): stdout: \u000a| (launched: 2022-12-14_06:10:57.232093) \u000a06:11:00.833781 run osmo-hlr_10.42.42.2(pid=16238): stderr: \u000a| �[0;m�[1;31m20221214061057430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061057430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061057430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061057430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061057430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061057430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061057442 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061057451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061057451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061057451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:11:00.884036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16224): Terminating (SIGTERM)\u000a06:11:00.946142 run iperf3-srv_10.42.42.10(pid=16225): Terminating (SIGTERM)\u000a06:11:00.990529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16229): Terminating (SIGTERM)\u000a06:11:01.041544 run iperf3-srv_10.42.42.10(pid=16230): Terminating (SIGTERM)\u000a06:11:01.086321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16231): Terminating (SIGTERM)\u000a06:11:01.131860 run iperf3-srv_10.42.42.10(pid=16232): Terminating (SIGTERM)\u000a06:11:01.177750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16233): Terminating (SIGTERM)\u000a06:11:01.221077 run iperf3-srv_10.42.42.10(pid=16234): Terminating (SIGTERM)\u000a06:11:01.264649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16237): Terminating (SIGTERM)\u000a06:11:01.311131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16240): Terminating (SIGTERM)\u000a06:11:01.355277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16243): Terminating (SIGTERM)\u000a06:11:01.365832 --- ParallelTerminationStrategy: PID 16224 died...\u000a06:11:01.426191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16224): Terminated: ok {rc=0}\u000a06:11:01.437747 --- ParallelTerminationStrategy: PID 16225 died...\u000a06:11:01.496391 run iperf3-srv_10.42.42.10(pid=16225): Terminated {rc=256}\u000a06:11:01.507351 --- ParallelTerminationStrategy: PID 16229 died...\u000a06:11:01.566685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16229): Terminated: ok {rc=0}\u000a06:11:01.577575 --- ParallelTerminationStrategy: PID 16230 died...\u000a06:11:01.636327 run iperf3-srv_10.42.42.10(pid=16230): Terminated {rc=256}\u000a06:11:01.647075 --- ParallelTerminationStrategy: PID 16231 died...\u000a06:11:01.707876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16231): Terminated: ok {rc=0}\u000a06:11:01.718724 --- ParallelTerminationStrategy: PID 16232 died...\u000a06:11:01.778355 run iperf3-srv_10.42.42.10(pid=16232): Terminated {rc=256}\u000a06:11:01.789744 --- ParallelTerminationStrategy: PID 16233 died...\u000a06:11:01.848932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16233): Terminated: ok {rc=0}\u000a06:11:01.859739 --- ParallelTerminationStrategy: PID 16234 died...\u000a06:11:01.920248 run iperf3-srv_10.42.42.10(pid=16234): Terminated {rc=256}\u000a06:11:01.930881 --- ParallelTerminationStrategy: PID 16237 died...\u000a06:11:01.989009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16237): Terminated: ok {rc=0}\u000a06:11:01.999660 --- ParallelTerminationStrategy: PID 16240 died...\u000a06:11:02.058014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16240): Terminated: ok {rc=0}\u000a06:11:02.068760 --- ParallelTerminationStrategy: PID 16243 died...\u000a06:11:02.128335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16243): Terminated: ok {rc=0}\u000a06:11:02.224643 bus /gobi_4: Setting Powered False\u000a06:11:03.329600 bus /gobi_4: Setting Powered False\u000a06:11:04.442634 bus /gobi_1: Setting Powered False\u000a06:11:05.549326 bus /gobi_1: Setting Powered False\u000a06:11:06.658916 bus /gobi_0: Setting Powered False\u000a06:11:07.762016 bus /gobi_0: Setting Powered False\u000a06:11:08.872103 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16251): Process ended prematurely: osmo-stp_10.42.42.5(pid=16251) [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16251)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16251): Process ended prematurely: osmo-stp_10.42.42.5(pid=16251) [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16251)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a06:11:09.940649 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:11:09.952708 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:11:10.120387 tst ping.py: using LAC 38947\u000a06:11:10.243816 tst ping.py: using RAC 187\u000a06:11:10.369924 tst ping.py: using CellId 38947\u000a06:11:10.497950 tst ping.py: using BVCI 38948\u000a06:11:10.523051 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:11:10.534453 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:11:10.545791 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:11:10.556932 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:11:10.568151 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:11:10.579885 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:11:10.591356 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:11:10.602715 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:11:10.897958 tst ping.py:19: start network...\u000a06:11:11.034181 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:11:11.555530 run create_hlr_db(pid=16245): Launched\u000a06:11:11.744870 bus /gobi_6: Setting Powered False\u000a06:11:12.766242 run create_hlr_db(pid=16245): Terminated: ok {rc=0}\u000a06:11:13.178851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16247): Launched\u000a06:11:13.485682 run osmo-hlr_10.42.42.2(pid=16248): Launched\u000a06:11:13.601869 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:11:14.142007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16250): Launched\u000a06:11:14.448886 run osmo-stp_10.42.42.5(pid=16251): Launched\u000a06:11:14.561207 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:11:15.096078 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16253): Launched\u000a06:11:15.205671 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:11:15.472724 run patchelf(pid=16254): Launched\u000a06:11:15.651482 run osmo-stp_10.42.42.5(pid=16251): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16251)]\u000a06:11:15.782798 run osmo-stp_10.42.42.5(pid=16251): stdout: \u000a| (launched: 2022-12-14_06:11:14.297138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:11:15.944386 run osmo-stp_10.42.42.5(pid=16251): stderr: \u000a| �[0;m�[38;5;43m20221214061114469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061114469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061114469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061114470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061114470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061114470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061114470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:11:16.086478 run osmo-stp_10.42.42.5(pid=16251): stdout: \u000a| (launched: 2022-12-14_06:11:14.297138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:11:16.224693 run osmo-stp_10.42.42.5(pid=16251): stderr: \u000a| �[0;m�[38;5;43m20221214061114469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061114469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061114469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061114470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061114470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061114470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061114470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:11:16.385812 run patchelf(pid=16254): Terminating (SIGINT)\u000a06:11:16.575704 run patchelf(pid=16254): Terminated: ok {rc=0}\u000a06:11:16.610863 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16251): Process ended prematurely: osmo-stp_10.42.42.5(pid=16251) [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16251)] [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a06:11:16.621828 tst ping.py:22: Test FAILED (6.7 sec)\u000a06:11:16.690326 run osmo-hlr_10.42.42.2(pid=16248): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16248)]\u000a06:11:16.744878 run osmo-hlr_10.42.42.2(pid=16248): stdout: \u000a| (launched: 2022-12-14_06:11:13.334175) \u000a06:11:16.800526 run osmo-hlr_10.42.42.2(pid=16248): stderr: \u000a| �[0;m�[1;31m20221214061113513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061113513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061113513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061113513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061113513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061113513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061113536 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061113545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061113545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061113545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:11:16.847814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16247): Terminating (SIGTERM)\u000a06:11:16.894803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16250): Terminating (SIGTERM)\u000a06:11:16.941851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16253): Terminating (SIGTERM)\u000a06:11:16.953718 --- ParallelTerminationStrategy: PID 16247 died...\u000a06:11:17.014743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16247): Terminated: ok {rc=0}\u000a06:11:17.025568 --- ParallelTerminationStrategy: PID 16250 died...\u000a06:11:17.085068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16250): Terminated: ok {rc=0}\u000a06:11:17.095755 --- ParallelTerminationStrategy: PID 16253 died...\u000a06:11:17.154191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16253): Terminated: ok {rc=0}\u000a06:11:17.243925 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16261): Process ended prematurely: osmo-stp_10.42.42.5(pid=16261) [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16261)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16261): Process ended prematurely: osmo-stp_10.42.42.5(pid=16261) [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16261)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a06:11:18.296711 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:11:18.308915 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:11:18.481672 tst ping_idle_ping.py: using LAC 38948\u000a06:11:18.610439 tst ping_idle_ping.py: using RAC 188\u000a06:11:18.738686 tst ping_idle_ping.py: using CellId 38948\u000a06:11:18.872646 tst ping_idle_ping.py: using BVCI 38949\u000a06:11:18.898095 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:11:18.909655 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:11:18.920866 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:11:18.932279 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:11:18.944144 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:11:18.956081 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:11:18.968043 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:11:18.979905 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:11:19.264666 tst ping_idle_ping.py:24: start network...\u000a06:11:19.393194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:11:19.875996 run create_hlr_db(pid=16255): Launched\u000a06:11:20.053938 bus /gobi_6: Setting Powered False\u000a06:11:21.074496 run create_hlr_db(pid=16255): Terminated: ok {rc=0}\u000a06:11:21.507872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16257): Launched\u000a06:11:21.834249 run osmo-hlr_10.42.42.2(pid=16258): Launched\u000a06:11:21.952900 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:11:22.520248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16260): Launched\u000a06:11:22.848550 run osmo-stp_10.42.42.5(pid=16261): Launched\u000a06:11:22.967680 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:11:23.539536 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16263): Launched\u000a06:11:23.656918 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:11:23.941913 run patchelf(pid=16264): Launched\u000a06:11:24.133199 run osmo-stp_10.42.42.5(pid=16261): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16261)]\u000a06:11:24.272349 run osmo-stp_10.42.42.5(pid=16261): stdout: \u000a| (launched: 2022-12-14_06:11:22.688005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:11:24.412183 run osmo-stp_10.42.42.5(pid=16261): stderr: \u000a| �[0;m�[38;5;43m20221214061122885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061122885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061122885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061122886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061122886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061122886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061122886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:11:24.547424 run osmo-stp_10.42.42.5(pid=16261): stdout: \u000a| (launched: 2022-12-14_06:11:22.688005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:11:24.680780 run osmo-stp_10.42.42.5(pid=16261): stderr: \u000a| �[0;m�[38;5;43m20221214061122885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061122885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061122885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061122886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061122886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061122886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061122886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:11:24.836471 run patchelf(pid=16264): Terminating (SIGINT)\u000a06:11:25.019202 run patchelf(pid=16264): Terminated: ok {rc=0}\u000a06:11:25.052383 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16261): Process ended prematurely: osmo-stp_10.42.42.5(pid=16261) [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16261)] [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a06:11:25.062294 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a06:11:25.125462 run osmo-hlr_10.42.42.2(pid=16258): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16258)]\u000a06:11:25.177030 run osmo-hlr_10.42.42.2(pid=16258): stdout: \u000a| (launched: 2022-12-14_06:11:21.673687) \u000a06:11:25.229216 run osmo-hlr_10.42.42.2(pid=16258): stderr: \u000a| �[0;m�[1;31m20221214061121871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061121871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061121871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061121871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061121871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061121871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061121885 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061121893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061121894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061121894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:11:25.273750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16257): Terminating (SIGTERM)\u000a06:11:25.316249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16260): Terminating (SIGTERM)\u000a06:11:25.358257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16263): Terminating (SIGTERM)\u000a06:11:25.367988 --- ParallelTerminationStrategy: PID 16257 died...\u000a06:11:25.424336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16257): Terminated: ok {rc=0}\u000a06:11:25.434404 --- ParallelTerminationStrategy: PID 16260 died...\u000a06:11:25.490591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16260): Terminated: ok {rc=0}\u000a06:11:25.500792 --- ParallelTerminationStrategy: PID 16263 died...\u000a06:11:25.557083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16263): Terminated: ok {rc=0}\u000a06:11:25.645143 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:10:26" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16278): Process ended prematurely: osmo-stp_10.42.42.5(pid=16278) [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16278)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16278): Process ended prematurely: osmo-stp_10.42.42.5(pid=16278) [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16278)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:11:27.816001 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:27.827460 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:11:27.998181 tst cs_paging_gprs_active.py: using LAC 38949\u000a06:11:28.127011 tst cs_paging_gprs_active.py: using RAC 189\u000a06:11:28.254555 tst cs_paging_gprs_active.py: using CellId 38949\u000a06:11:28.382486 tst cs_paging_gprs_active.py: using BVCI 38950\u000a06:11:28.407812 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:28.419268 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:28.430473 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:28.441797 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:28.453007 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:28.464120 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:28.475460 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:28.486717 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:28.498260 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:11:28.618179 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:11:28.923971 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:11:29.063227 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:11:29.408650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16268): Launched\u000a06:11:29.695362 run iperf3-srv_10.42.42.10(pid=16269): Launched\u000a06:11:29.899755 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:11:30.038875 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:11:30.385372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16270): Launched\u000a06:11:30.671406 run iperf3-srv_10.42.42.10(pid=16271): Launched\u000a06:11:30.876839 tst cs_paging_gprs_active.py:38: start network...\u000a06:11:31.018436 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:11:31.596673 run create_hlr_db(pid=16272): Launched\u000a06:11:31.792290 bus /gobi_6: Setting Powered False\u000a06:11:32.811998 run create_hlr_db(pid=16272): Terminated: ok {rc=0}\u000a06:11:33.232343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16274): Launched\u000a06:11:33.546529 run osmo-hlr_10.42.42.2(pid=16275): Launched\u000a06:11:33.670163 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:11:34.218507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16277): Launched\u000a06:11:34.530448 run osmo-stp_10.42.42.5(pid=16278): Launched\u000a06:11:34.645241 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:11:35.188749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16280): Launched\u000a06:11:35.300263 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:11:35.575621 run patchelf(pid=16281): Launched\u000a06:11:35.758459 run osmo-stp_10.42.42.5(pid=16278): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16278)]\u000a06:11:35.892063 run osmo-stp_10.42.42.5(pid=16278): stdout: \u000a| (launched: 2022-12-14_06:11:34.376716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:11:36.026470 run osmo-stp_10.42.42.5(pid=16278): stderr: \u000a| �[0;m�[38;5;43m20221214061134549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061134549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061134549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061134550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061134552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061134552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061134552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:11:36.155572 run osmo-stp_10.42.42.5(pid=16278): stdout: \u000a| (launched: 2022-12-14_06:11:34.376716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:11:36.283567 run osmo-stp_10.42.42.5(pid=16278): stderr: \u000a| �[0;m�[38;5;43m20221214061134549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061134549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061134549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061134550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061134552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061134552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061134552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:11:36.432578 run patchelf(pid=16281): Terminating (SIGINT)\u000a06:11:36.607902 run patchelf(pid=16281): Terminated: ok {rc=0}\u000a06:11:36.640440 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16278): Process ended prematurely: osmo-stp_10.42.42.5(pid=16278) [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16278)] [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a06:11:36.649822 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a06:11:36.710536 run osmo-hlr_10.42.42.2(pid=16275): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16275)]\u000a06:11:36.760122 run osmo-hlr_10.42.42.2(pid=16275): stdout: \u000a| (launched: 2022-12-14_06:11:33.391125) \u000a06:11:36.810414 run osmo-hlr_10.42.42.2(pid=16275): stderr: \u000a| �[0;m�[1;31m20221214061133566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061133566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061133566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061133566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061133566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061133566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061133579 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061133589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061133589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061133589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:11:36.853322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16268): Terminating (SIGTERM)\u000a06:11:36.893358 run iperf3-srv_10.42.42.10(pid=16269): Terminating (SIGTERM)\u000a06:11:36.933588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16270): Terminating (SIGTERM)\u000a06:11:36.973761 run iperf3-srv_10.42.42.10(pid=16271): Terminating (SIGTERM)\u000a06:11:37.014003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16274): Terminating (SIGTERM)\u000a06:11:37.054239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16277): Terminating (SIGTERM)\u000a06:11:37.094575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16280): Terminating (SIGTERM)\u000a06:11:37.103966 --- ParallelTerminationStrategy: PID 16268 died...\u000a06:11:37.158387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16268): Terminated: ok {rc=0}\u000a06:11:37.168053 --- ParallelTerminationStrategy: PID 16269 died...\u000a06:11:37.222053 run iperf3-srv_10.42.42.10(pid=16269): Terminated {rc=256}\u000a06:11:37.231672 --- ParallelTerminationStrategy: PID 16270 died...\u000a06:11:37.285491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16270): Terminated: ok {rc=0}\u000a06:11:37.295005 --- ParallelTerminationStrategy: PID 16271 died...\u000a06:11:37.348820 run iperf3-srv_10.42.42.10(pid=16271): Terminated {rc=256}\u000a06:11:37.358460 --- ParallelTerminationStrategy: PID 16274 died...\u000a06:11:37.412326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16274): Terminated: ok {rc=0}\u000a06:11:37.421987 --- ParallelTerminationStrategy: PID 16277 died...\u000a06:11:37.475888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16277): Terminated: ok {rc=0}\u000a06:11:37.485855 --- ParallelTerminationStrategy: PID 16280 died...\u000a06:11:37.540005 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16280): Terminated: ok {rc=0}\u000a06:11:37.629089 bus /gobi_0: Setting Powered False\u000a06:11:38.732050 bus /gobi_0: Setting Powered False\u000a06:11:39.841036 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16290): Process ended prematurely: osmo-stp_10.42.42.5(pid=16290) [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16290)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16290): Process ended prematurely: osmo-stp_10.42.42.5(pid=16290) [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16290)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a06:11:40.956932 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:40.970152 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:11:41.130240 tst iperf3.py: using LAC 38950\u000a06:11:41.254171 tst iperf3.py: using RAC 190\u000a06:11:41.382234 tst iperf3.py: using CellId 38950\u000a06:11:41.502116 tst iperf3.py: using BVCI 38951\u000a06:11:41.526125 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:41.537225 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:41.548124 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:41.559135 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:41.570302 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:41.581728 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:41.592874 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:41.603795 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:41.615346 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:11:41.914330 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:11:42.053084 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:11:42.396405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16282): Launched\u000a06:11:42.681692 run iperf3-srv_10.42.42.10(pid=16283): Launched\u000a06:11:42.884753 tst iperf3.py:8: start network...\u000a06:11:43.023554 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:11:43.553073 run create_hlr_db(pid=16284): Launched\u000a06:11:43.745236 bus /gobi_6: Setting Powered False\u000a06:11:44.766318 run create_hlr_db(pid=16284): Terminated: ok {rc=0}\u000a06:11:45.208207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16286): Launched\u000a06:11:45.539196 run osmo-hlr_10.42.42.2(pid=16287): Launched\u000a06:11:45.664334 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:11:46.263072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16289): Launched\u000a06:11:46.817423 run osmo-stp_10.42.42.5(pid=16290): Launched\u000a06:11:47.020904 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:11:47.603713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16292): Launched\u000a06:11:47.716123 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:11:47.989654 run patchelf(pid=16293): Launched\u000a06:11:48.172323 run osmo-stp_10.42.42.5(pid=16290): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16290)]\u000a06:11:48.306194 run osmo-stp_10.42.42.5(pid=16290): stdout: \u000a| (launched: 2022-12-14_06:11:46.458709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:11:48.440124 run osmo-stp_10.42.42.5(pid=16290): stderr: \u000a| �[0;m�[38;5;43m20221214061146723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061146723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061146723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061146724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061146724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061146724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061146724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:11:48.568815 run osmo-stp_10.42.42.5(pid=16290): stdout: \u000a| (launched: 2022-12-14_06:11:46.458709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:11:48.696807 run osmo-stp_10.42.42.5(pid=16290): stderr: \u000a| �[0;m�[38;5;43m20221214061146723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061146723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061146723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061146724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061146724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061146724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061146724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:11:48.847019 run patchelf(pid=16293): Terminating (SIGINT)\u000a06:11:49.023051 run patchelf(pid=16293): Terminated: ok {rc=0}\u000a06:11:49.055520 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16290): Process ended prematurely: osmo-stp_10.42.42.5(pid=16290) [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16290)] [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a06:11:49.065335 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a06:11:49.126650 run osmo-hlr_10.42.42.2(pid=16287): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16287)]\u000a06:11:49.176763 run osmo-hlr_10.42.42.2(pid=16287): stdout: \u000a| (launched: 2022-12-14_06:11:45.377400) \u000a06:11:49.227426 run osmo-hlr_10.42.42.2(pid=16287): stderr: \u000a| �[0;m�[1;31m20221214061145577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061145577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061145577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061145577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061145577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061145577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061145590 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061145599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061145599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061145599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:11:49.270785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16282): Terminating (SIGTERM)\u000a06:11:49.311631 run iperf3-srv_10.42.42.10(pid=16283): Terminating (SIGTERM)\u000a06:11:49.353058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16286): Terminating (SIGTERM)\u000a06:11:49.394020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16289): Terminating (SIGTERM)\u000a06:11:49.434917 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16292): Terminating (SIGTERM)\u000a06:11:49.444131 --- ParallelTerminationStrategy: PID 16282 died...\u000a06:11:49.498466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16282): Terminated: ok {rc=0}\u000a06:11:49.508037 --- ParallelTerminationStrategy: PID 16283 died...\u000a06:11:49.561989 run iperf3-srv_10.42.42.10(pid=16283): Terminated {rc=256}\u000a06:11:49.571483 --- ParallelTerminationStrategy: PID 16286 died...\u000a06:11:49.625552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16286): Terminated: ok {rc=0}\u000a06:11:49.635120 --- ParallelTerminationStrategy: PID 16289 died...\u000a06:11:49.689329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16289): Terminated: ok {rc=0}\u000a06:11:49.698913 --- ParallelTerminationStrategy: PID 16292 died...\u000a06:11:49.753168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16292): Terminated: ok {rc=0}\u000a06:11:49.842583 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16308): Process ended prematurely: osmo-stp_10.42.42.5(pid=16308) [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16308)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16308): Process ended prematurely: osmo-stp_10.42.42.5(pid=16308) [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16308)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a06:11:50.956326 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:50.968062 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:11:51.134792 tst iperf3m4.py: using LAC 38951\u000a06:11:51.264625 tst iperf3m4.py: using RAC 191\u000a06:11:51.396070 tst iperf3m4.py: using CellId 38951\u000a06:11:51.535617 tst iperf3m4.py: using BVCI 38952\u000a06:11:51.561157 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:51.572871 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:51.584239 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:51.595639 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:51.607090 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:51.618616 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:51.630199 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:51.641594 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:51.653272 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:11:51.772232 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:11:51.894842 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:11:52.018513 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:11:52.305457 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:11:52.435186 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:11:52.759172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16294): Launched\u000a06:11:53.028660 run iperf3-srv_10.42.42.10(pid=16295): Launched\u000a06:11:53.218789 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:11:53.348740 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:11:53.671494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16296): Launched\u000a06:11:53.939259 run iperf3-srv_10.42.42.10(pid=16297): Launched\u000a06:11:54.129661 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:11:54.259213 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:11:54.582663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16298): Launched\u000a06:11:54.850651 run iperf3-srv_10.42.42.10(pid=16299): Launched\u000a06:11:55.040271 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:11:55.170326 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:11:55.493311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16300): Launched\u000a06:11:55.760871 run iperf3-srv_10.42.42.10(pid=16301): Launched\u000a06:11:55.950500 tst iperf3m4.py:8: start network...\u000a06:11:56.080535 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:11:56.586320 run create_hlr_db(pid=16302): Launched\u000a06:11:56.780715 bus /gobi_6: Setting Powered False\u000a06:11:57.788818 run create_hlr_db(pid=16302): Terminated: ok {rc=0}\u000a06:11:58.240205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16304): Launched\u000a06:11:58.571572 run osmo-hlr_10.42.42.2(pid=16305): Launched\u000a06:11:58.698621 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:11:59.276425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16307): Launched\u000a06:11:59.608786 run osmo-stp_10.42.42.5(pid=16308): Launched\u000a06:11:59.729390 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:12:00.315673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16310): Launched\u000a06:12:00.434564 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:12:00.723803 run patchelf(pid=16311): Launched\u000a06:12:00.933192 run osmo-stp_10.42.42.5(pid=16308): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16308)]\u000a06:12:01.077666 run osmo-stp_10.42.42.5(pid=16308): stdout: \u000a| (launched: 2022-12-14_06:11:59.445765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:12:01.222823 run osmo-stp_10.42.42.5(pid=16308): stderr: \u000a| �[0;m�[38;5;43m20221214061159637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061159637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061159637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061159638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061159638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061159638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061159638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:12:01.362917 run osmo-stp_10.42.42.5(pid=16308): stdout: \u000a| (launched: 2022-12-14_06:11:59.445765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:12:01.502617 run osmo-stp_10.42.42.5(pid=16308): stderr: \u000a| �[0;m�[38;5;43m20221214061159637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061159637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061159637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061159638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061159638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061159638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061159638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:12:01.663884 run patchelf(pid=16311): Terminating (SIGINT)\u000a06:12:01.853235 run patchelf(pid=16311): Terminated: ok {rc=0}\u000a06:12:01.888377 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16308): Process ended prematurely: osmo-stp_10.42.42.5(pid=16308) [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16308)] [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a06:12:01.899004 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a06:12:01.963630 run osmo-hlr_10.42.42.2(pid=16305): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16305)]\u000a06:12:02.016566 run osmo-hlr_10.42.42.2(pid=16305): stdout: \u000a| (launched: 2022-12-14_06:11:58.409339) \u000a06:12:02.070337 run osmo-hlr_10.42.42.2(pid=16305): stderr: \u000a| �[0;m�[1;31m20221214061158610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061158610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061158610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061158610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061158610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061158610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061158622 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061158630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061158630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061158630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:12:02.116335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16294): Terminating (SIGTERM)\u000a06:12:02.160182 run iperf3-srv_10.42.42.10(pid=16295): Terminating (SIGTERM)\u000a06:12:02.202661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16296): Terminating (SIGTERM)\u000a06:12:02.244807 run iperf3-srv_10.42.42.10(pid=16297): Terminating (SIGTERM)\u000a06:12:02.287053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16298): Terminating (SIGTERM)\u000a06:12:02.329142 run iperf3-srv_10.42.42.10(pid=16299): Terminating (SIGTERM)\u000a06:12:02.374355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16300): Terminating (SIGTERM)\u000a06:12:02.415438 run iperf3-srv_10.42.42.10(pid=16301): Terminating (SIGTERM)\u000a06:12:02.460589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16304): Terminating (SIGTERM)\u000a06:12:02.502882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16307): Terminating (SIGTERM)\u000a06:12:02.545583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16310): Terminating (SIGTERM)\u000a06:12:02.555384 --- ParallelTerminationStrategy: PID 16294 died...\u000a06:12:02.612136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16294): Terminated: ok {rc=0}\u000a06:12:02.622480 --- ParallelTerminationStrategy: PID 16295 died...\u000a06:12:02.679066 run iperf3-srv_10.42.42.10(pid=16295): Terminated {rc=256}\u000a06:12:02.689608 --- ParallelTerminationStrategy: PID 16296 died...\u000a06:12:02.745777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16296): Terminated: ok {rc=0}\u000a06:12:02.755903 --- ParallelTerminationStrategy: PID 16297 died...\u000a06:12:02.812097 run iperf3-srv_10.42.42.10(pid=16297): Terminated {rc=256}\u000a06:12:02.822291 --- ParallelTerminationStrategy: PID 16298 died...\u000a06:12:02.878899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16298): Terminated: ok {rc=0}\u000a06:12:02.889178 --- ParallelTerminationStrategy: PID 16299 died...\u000a06:12:02.945312 run iperf3-srv_10.42.42.10(pid=16299): Terminated {rc=256}\u000a06:12:02.955510 --- ParallelTerminationStrategy: PID 16300 died...\u000a06:12:03.011573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16300): Terminated: ok {rc=0}\u000a06:12:03.021836 --- ParallelTerminationStrategy: PID 16301 died...\u000a06:12:03.078120 run iperf3-srv_10.42.42.10(pid=16301): Terminated {rc=256}\u000a06:12:03.088473 --- ParallelTerminationStrategy: PID 16304 died...\u000a06:12:03.144754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16304): Terminated: ok {rc=0}\u000a06:12:03.154896 --- ParallelTerminationStrategy: PID 16307 died...\u000a06:12:03.210911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16307): Terminated: ok {rc=0}\u000a06:12:03.221129 --- ParallelTerminationStrategy: PID 16310 died...\u000a06:12:03.277322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16310): Terminated: ok {rc=0}\u000a06:12:03.365375 bus /gobi_4: Setting Powered False\u000a06:12:04.471683 bus /gobi_4: Setting Powered False\u000a06:12:05.584581 bus /gobi_1: Setting Powered False\u000a06:12:06.689241 bus /gobi_1: Setting Powered False\u000a06:12:07.801188 bus /gobi_0: Setting Powered False\u000a06:12:08.905026 bus /gobi_0: Setting Powered False\u000a06:12:10.018401 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16318): Process ended prematurely: osmo-stp_10.42.42.5(pid=16318) [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16318)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16318): Process ended prematurely: osmo-stp_10.42.42.5(pid=16318) [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a06:12:11.085751 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:12:11.097622 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:12:11.256056 tst ping.py: using LAC 38952\u000a06:12:11.376863 tst ping.py: using RAC 192\u000a06:12:11.498044 tst ping.py: using CellId 38952\u000a06:12:11.617283 tst ping.py: using BVCI 38953\u000a06:12:11.640649 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:12:11.651590 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:12:11.662401 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:12:11.673683 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:12:11.684671 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:12:11.695885 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:12:11.707131 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:12:11.718327 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:12:12.016524 tst ping.py:19: start network...\u000a06:12:12.153898 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:12:12.677686 run create_hlr_db(pid=16312): Launched\u000a06:12:12.867064 bus /gobi_6: Setting Powered False\u000a06:12:13.887149 run create_hlr_db(pid=16312): Terminated: ok {rc=0}\u000a06:12:14.297975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16314): Launched\u000a06:12:14.605181 run osmo-hlr_10.42.42.2(pid=16315): Launched\u000a06:12:14.725292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:12:15.263980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16317): Launched\u000a06:12:15.569871 run osmo-stp_10.42.42.5(pid=16318): Launched\u000a06:12:15.681116 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:12:16.262499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16320): Launched\u000a06:12:16.374867 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:12:16.662917 run patchelf(pid=16321): Launched\u000a06:12:16.848001 run osmo-stp_10.42.42.5(pid=16318): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16318)]\u000a06:12:16.983250 run osmo-stp_10.42.42.5(pid=16318): stdout: \u000a| (launched: 2022-12-14_06:12:15.418031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:12:17.118834 run osmo-stp_10.42.42.5(pid=16318): stderr: \u000a| �[0;m�[38;5;43m20221214061215588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061215588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061215588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061215589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061215589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061215590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061215590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:12:17.248006 run osmo-stp_10.42.42.5(pid=16318): stdout: \u000a| (launched: 2022-12-14_06:12:15.418031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:12:17.373923 run osmo-stp_10.42.42.5(pid=16318): stderr: \u000a| �[0;m�[38;5;43m20221214061215588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061215588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061215588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061215589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061215589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061215590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061215590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:12:17.520568 run patchelf(pid=16321): Terminating (SIGINT)\u000a06:12:17.692318 run patchelf(pid=16321): Terminated: ok {rc=0}\u000a06:12:17.723782 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16318): Process ended prematurely: osmo-stp_10.42.42.5(pid=16318) [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16318)] [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a06:12:17.732808 tst ping.py:22: Test FAILED (6.6 sec)\u000a06:12:17.794161 run osmo-hlr_10.42.42.2(pid=16315): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16315)]\u000a06:12:17.843834 run osmo-hlr_10.42.42.2(pid=16315): stdout: \u000a| (launched: 2022-12-14_06:12:14.453182) \u000a06:12:17.894335 run osmo-hlr_10.42.42.2(pid=16315): stderr: \u000a| �[0;m�[1;31m20221214061214629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061214629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061214629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061214629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061214629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061214629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061214642 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061214651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061214651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061214651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:12:17.937438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16314): Terminating (SIGTERM)\u000a06:12:17.978153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16317): Terminating (SIGTERM)\u000a06:12:18.018822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16320): Terminating (SIGTERM)\u000a06:12:18.028239 --- ParallelTerminationStrategy: PID 16314 died...\u000a06:12:18.083007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16314): Terminated: ok {rc=0}\u000a06:12:18.092909 --- ParallelTerminationStrategy: PID 16317 died...\u000a06:12:18.147014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16317): Terminated: ok {rc=0}\u000a06:12:18.156665 --- ParallelTerminationStrategy: PID 16320 died...\u000a06:12:18.210935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16320): Terminated: ok {rc=0}\u000a06:12:18.300287 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16328): Process ended prematurely: osmo-stp_10.42.42.5(pid=16328) [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16328)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16328): Process ended prematurely: osmo-stp_10.42.42.5(pid=16328) [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16328)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a06:12:19.352590 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:12:19.364515 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:12:19.534518 tst ping_idle_ping.py: using LAC 38953\u000a06:12:19.663061 tst ping_idle_ping.py: using RAC 193\u000a06:12:19.793223 tst ping_idle_ping.py: using CellId 38953\u000a06:12:19.923123 tst ping_idle_ping.py: using BVCI 38954\u000a06:12:19.949018 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:12:19.960701 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:12:19.972289 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:12:19.983843 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:12:19.995291 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:12:20.006823 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:12:20.018476 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:12:20.030040 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:12:20.312277 tst ping_idle_ping.py:24: start network...\u000a06:12:20.440896 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:12:20.925198 run create_hlr_db(pid=16322): Launched\u000a06:12:21.103277 bus /gobi_6: Setting Powered False\u000a06:12:22.124686 run create_hlr_db(pid=16322): Terminated: ok {rc=0}\u000a06:12:22.560752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16324): Launched\u000a06:12:22.888724 run osmo-hlr_10.42.42.2(pid=16325): Launched\u000a06:12:23.013322 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:12:23.583254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16327): Launched\u000a06:12:23.911990 run osmo-stp_10.42.42.5(pid=16328): Launched\u000a06:12:24.030651 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:12:24.601104 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16330): Launched\u000a06:12:24.718317 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:12:25.003321 run patchelf(pid=16331): Launched\u000a06:12:25.195269 run osmo-stp_10.42.42.5(pid=16328): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16328)]\u000a06:12:25.335641 run osmo-stp_10.42.42.5(pid=16328): stdout: \u000a| (launched: 2022-12-14_06:12:23.751237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:12:25.475645 run osmo-stp_10.42.42.5(pid=16328): stderr: \u000a| �[0;m�[38;5;43m20221214061223944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061223944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061223944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061223945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061223945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061223945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061223945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:12:25.611191 run osmo-stp_10.42.42.5(pid=16328): stdout: \u000a| (launched: 2022-12-14_06:12:23.751237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:12:25.744699 run osmo-stp_10.42.42.5(pid=16328): stderr: \u000a| �[0;m�[38;5;43m20221214061223944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061223944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061223944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061223945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061223945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061223945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061223945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:12:25.900119 run patchelf(pid=16331): Terminating (SIGINT)\u000a06:12:26.082875 run patchelf(pid=16331): Terminated: ok {rc=0}\u000a06:12:26.116431 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16328): Process ended prematurely: osmo-stp_10.42.42.5(pid=16328) [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16328)] [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a06:12:26.125986 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a06:12:26.188884 run osmo-hlr_10.42.42.2(pid=16325): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16325)]\u000a06:12:26.240376 run osmo-hlr_10.42.42.2(pid=16325): stdout: \u000a| (launched: 2022-12-14_06:12:22.727463) \u000a06:12:26.292572 run osmo-hlr_10.42.42.2(pid=16325): stderr: \u000a| �[0;m�[1;31m20221214061222927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061222927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061222927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061222927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061222927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061222927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061222938 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061222948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061222948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061222948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:12:26.337065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16324): Terminating (SIGTERM)\u000a06:12:26.379605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16327): Terminating (SIGTERM)\u000a06:12:26.421562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16330): Terminating (SIGTERM)\u000a06:12:26.431215 --- ParallelTerminationStrategy: PID 16324 died...\u000a06:12:26.487219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16324): Terminated: ok {rc=0}\u000a06:12:26.497345 --- ParallelTerminationStrategy: PID 16327 died...\u000a06:12:26.553442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16327): Terminated: ok {rc=0}\u000a06:12:26.563581 --- ParallelTerminationStrategy: PID 16330 died...\u000a06:12:26.619858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16330): Terminated: ok {rc=0}\u000a06:12:26.708028 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:11:27" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16347): Process ended prematurely: osmo-stp_10.42.42.5(pid=16347) [trial-2400↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16347)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16347): Process ended prematurely: osmo-stp_10.42.42.5(pid=16347) [trial-2400↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16347)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:12:28.867141 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:28.878553 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:12:29.019805 tst cs_paging_gprs_active.py: using LAC 38954\u000a06:12:29.143902 tst cs_paging_gprs_active.py: using RAC 194\u000a06:12:29.267120 tst cs_paging_gprs_active.py: using CellId 38954\u000a06:12:29.391424 tst cs_paging_gprs_active.py: using BVCI 38955\u000a06:12:29.415259 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:29.426528 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:29.437557 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:29.448557 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:29.459926 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:29.471322 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:29.482809 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:29.494084 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:29.505618 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:12:29.626276 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:12:29.913209 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:12:30.043685 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:12:30.369407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16337): Launched\u000a06:12:30.639188 run iperf3-srv_10.42.42.10(pid=16338): Launched\u000a06:12:30.831089 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:12:30.964592 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:12:31.312942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16339): Launched\u000a06:12:31.607916 run iperf3-srv_10.42.42.10(pid=16340): Launched\u000a06:12:31.804202 tst cs_paging_gprs_active.py:38: start network...\u000a06:12:31.939393 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:12:32.438688 run create_hlr_db(pid=16341): Launched\u000a06:12:32.619227 bus /gobi_6: Setting Powered False\u000a06:12:33.639954 run create_hlr_db(pid=16341): Terminated: ok {rc=0}\u000a06:12:34.084023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16343): Launched\u000a06:12:34.419265 run osmo-hlr_10.42.42.2(pid=16344): Launched\u000a06:12:34.543984 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:12:35.122283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16346): Launched\u000a06:12:35.455262 run osmo-stp_10.42.42.5(pid=16347): Launched\u000a06:12:35.576348 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:12:36.155061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16349): Launched\u000a06:12:36.274068 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:12:36.563961 run patchelf(pid=16350): Launched\u000a06:12:36.757547 run osmo-stp_10.42.42.5(pid=16347): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16347)]\u000a06:12:36.899722 run osmo-stp_10.42.42.5(pid=16347): stdout: \u000a| (launched: 2022-12-14_06:12:35.291882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:12:37.041767 run osmo-stp_10.42.42.5(pid=16347): stderr: \u000a| �[0;m�[38;5;43m20221214061235486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061235486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061235486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061235487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061235487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061235487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061235487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:12:37.180159 run osmo-stp_10.42.42.5(pid=16347): stdout: \u000a| (launched: 2022-12-14_06:12:35.291882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:12:37.316088 run osmo-stp_10.42.42.5(pid=16347): stderr: \u000a| �[0;m�[38;5;43m20221214061235486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061235486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061235486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061235487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061235487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061235487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061235487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:12:37.473873 run patchelf(pid=16350): Terminating (SIGINT)\u000a06:12:37.659265 run patchelf(pid=16350): Terminated: ok {rc=0}\u000a06:12:37.693147 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16347): Process ended prematurely: osmo-stp_10.42.42.5(pid=16347) [trial-2400↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16347)] [trial-2400↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a06:12:37.703178 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a06:12:37.765982 run osmo-hlr_10.42.42.2(pid=16344): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16344)]\u000a06:12:37.817254 run osmo-hlr_10.42.42.2(pid=16344): stdout: \u000a| (launched: 2022-12-14_06:12:34.254591) \u000a06:12:37.869444 run osmo-hlr_10.42.42.2(pid=16344): stderr: \u000a| �[0;m�[1;31m20221214061234453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061234453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061234453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061234453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061234453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061234454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061234466 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061234475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061234476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061234476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:12:37.913871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16337): Terminating (SIGTERM)\u000a06:12:37.956257 run iperf3-srv_10.42.42.10(pid=16338): Terminating (SIGTERM)\u000a06:12:37.998430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16339): Terminating (SIGTERM)\u000a06:12:38.040191 run iperf3-srv_10.42.42.10(pid=16340): Terminating (SIGTERM)\u000a06:12:38.082767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16343): Terminating (SIGTERM)\u000a06:12:38.125185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16346): Terminating (SIGTERM)\u000a06:12:38.167189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16349): Terminating (SIGTERM)\u000a06:12:38.176844 --- ParallelTerminationStrategy: PID 16337 died...\u000a06:12:38.233539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16337): Terminated: ok {rc=0}\u000a06:12:38.243702 --- ParallelTerminationStrategy: PID 16338 died...\u000a06:12:38.299543 run iperf3-srv_10.42.42.10(pid=16338): Terminated {rc=256}\u000a06:12:38.309963 --- ParallelTerminationStrategy: PID 16339 died...\u000a06:12:38.365793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16339): Terminated: ok {rc=0}\u000a06:12:38.375856 --- ParallelTerminationStrategy: PID 16340 died...\u000a06:12:38.431308 run iperf3-srv_10.42.42.10(pid=16340): Terminated {rc=256}\u000a06:12:38.441409 --- ParallelTerminationStrategy: PID 16343 died...\u000a06:12:38.496687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16343): Terminated: ok {rc=0}\u000a06:12:38.506817 --- ParallelTerminationStrategy: PID 16346 died...\u000a06:12:38.562694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16346): Terminated: ok {rc=0}\u000a06:12:38.572847 --- ParallelTerminationStrategy: PID 16349 died...\u000a06:12:38.628353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16349): Terminated: ok {rc=0}\u000a06:12:38.715289 bus /gobi_0: Setting Powered False\u000a06:12:39.821458 bus /gobi_0: Setting Powered False\u000a06:12:40.929980 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16359): Process ended prematurely: osmo-stp_10.42.42.5(pid=16359) [trial-2400↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16359)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16359): Process ended prematurely: osmo-stp_10.42.42.5(pid=16359) [trial-2400↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a06:12:42.046785 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:42.059260 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:12:42.210520 tst iperf3.py: using LAC 38955\u000a06:12:42.331271 tst iperf3.py: using RAC 195\u000a06:12:42.453976 tst iperf3.py: using CellId 38955\u000a06:12:42.575753 tst iperf3.py: using BVCI 38956\u000a06:12:42.599762 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:42.611178 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:42.622478 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:42.633655 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:42.645565 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:42.657438 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:42.669626 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:42.681674 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:42.693943 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:12:42.994259 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:12:43.133930 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:12:43.478700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16351): Launched\u000a06:12:43.763726 run iperf3-srv_10.42.42.10(pid=16352): Launched\u000a06:12:43.967308 tst iperf3.py:8: start network...\u000a06:12:44.106726 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:12:44.637444 run create_hlr_db(pid=16353): Launched\u000a06:12:44.829252 bus /gobi_6: Setting Powered False\u000a06:12:45.853106 run create_hlr_db(pid=16353): Terminated: ok {rc=0}\u000a06:12:46.331123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16355): Launched\u000a06:12:46.778300 run osmo-hlr_10.42.42.2(pid=16356): Launched\u000a06:12:47.019115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:12:47.600940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16358): Launched\u000a06:12:47.932201 run osmo-stp_10.42.42.5(pid=16359): Launched\u000a06:12:48.052641 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:12:48.631996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16361): Launched\u000a06:12:48.751195 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:12:49.040605 run patchelf(pid=16362): Launched\u000a06:12:49.235568 run osmo-stp_10.42.42.5(pid=16359): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16359)]\u000a06:12:49.377352 run osmo-stp_10.42.42.5(pid=16359): stdout: \u000a| (launched: 2022-12-14_06:12:47.769770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:12:49.519668 run osmo-stp_10.42.42.5(pid=16359): stderr: \u000a| �[0;m�[38;5;43m20221214061247965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061247965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061247965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061247965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061247966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061247966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061247966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:12:49.656203 run osmo-stp_10.42.42.5(pid=16359): stdout: \u000a| (launched: 2022-12-14_06:12:47.769770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:12:49.791717 run osmo-stp_10.42.42.5(pid=16359): stderr: \u000a| �[0;m�[38;5;43m20221214061247965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061247965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061247965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061247965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061247966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061247966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061247966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:12:49.950333 run patchelf(pid=16362): Terminating (SIGINT)\u000a06:12:50.136705 run patchelf(pid=16362): Terminated: ok {rc=0}\u000a06:12:50.171060 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16359): Process ended prematurely: osmo-stp_10.42.42.5(pid=16359) [trial-2400↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16359)] [trial-2400↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a06:12:50.181134 tst iperf3.py:8: Test FAILED (8.2 sec)\u000a06:12:50.244090 run osmo-hlr_10.42.42.2(pid=16356): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16356)]\u000a06:12:50.295607 run osmo-hlr_10.42.42.2(pid=16356): stdout: \u000a| (launched: 2022-12-14_06:12:46.507777) \u000a06:12:50.348026 run osmo-hlr_10.42.42.2(pid=16356): stderr: \u000a| �[0;m�[1;31m20221214061246818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061246818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061246818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061246818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061246818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061246818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061246832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061246839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061246840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061246840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:12:50.392593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16351): Terminating (SIGTERM)\u000a06:12:50.434667 run iperf3-srv_10.42.42.10(pid=16352): Terminating (SIGTERM)\u000a06:12:50.477015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16355): Terminating (SIGTERM)\u000a06:12:50.519715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16358): Terminating (SIGTERM)\u000a06:12:50.562240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16361): Terminating (SIGTERM)\u000a06:12:50.572014 --- ParallelTerminationStrategy: PID 16351 died...\u000a06:12:50.628395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16351): Terminated: ok {rc=0}\u000a06:12:50.638581 --- ParallelTerminationStrategy: PID 16352 died...\u000a06:12:50.694190 run iperf3-srv_10.42.42.10(pid=16352): Terminated {rc=256}\u000a06:12:50.704254 --- ParallelTerminationStrategy: PID 16355 died...\u000a06:12:50.760129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16355): Terminated: ok {rc=0}\u000a06:12:50.770139 --- ParallelTerminationStrategy: PID 16358 died...\u000a06:12:50.825915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16358): Terminated: ok {rc=0}\u000a06:12:50.836075 --- ParallelTerminationStrategy: PID 16361 died...\u000a06:12:50.892025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16361): Terminated: ok {rc=0}\u000a06:12:50.979378 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16377): Process ended prematurely: osmo-stp_10.42.42.5(pid=16377) [trial-2400↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16377)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16377): Process ended prematurely: osmo-stp_10.42.42.5(pid=16377) [trial-2400↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16377)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a06:12:52.096812 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:52.109883 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:12:52.259613 tst iperf3m4.py: using LAC 38956\u000a06:12:52.389139 tst iperf3m4.py: using RAC 196\u000a06:12:52.519504 tst iperf3m4.py: using CellId 38956\u000a06:12:52.649745 tst iperf3m4.py: using BVCI 38957\u000a06:12:52.675960 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:52.688071 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:52.699960 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:52.711948 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:52.724485 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:52.736918 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:52.749571 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:52.762072 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:52.774775 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:12:52.896897 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:12:53.019337 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:12:53.140509 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:12:53.439828 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:12:53.578966 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:12:53.923237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16363): Launched\u000a06:12:54.208819 run iperf3-srv_10.42.42.10(pid=16364): Launched\u000a06:12:54.412549 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:12:54.551688 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:12:54.895731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16365): Launched\u000a06:12:55.182426 run iperf3-srv_10.42.42.10(pid=16366): Launched\u000a06:12:55.386614 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:12:55.525556 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:12:55.870082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16367): Launched\u000a06:12:56.155810 run iperf3-srv_10.42.42.10(pid=16368): Launched\u000a06:12:56.359306 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:12:56.497961 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:12:56.842049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16369): Launched\u000a06:12:57.127686 run iperf3-srv_10.42.42.10(pid=16370): Launched\u000a06:12:57.332901 tst iperf3m4.py:8: start network...\u000a06:12:57.472067 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:12:58.002703 run create_hlr_db(pid=16371): Launched\u000a06:12:58.195217 bus /gobi_6: Setting Powered False\u000a06:12:59.215257 run create_hlr_db(pid=16371): Terminated: ok {rc=0}\u000a06:12:59.634201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16373): Launched\u000a06:12:59.945414 run osmo-hlr_10.42.42.2(pid=16374): Launched\u000a06:13:00.065342 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:13:00.607620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16376): Launched\u000a06:13:01.010786 run osmo-stp_10.42.42.5(pid=16377): Launched\u000a06:13:01.224027 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:13:01.815991 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16379): Launched\u000a06:13:01.939801 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:13:02.248338 run patchelf(pid=16380): Launched\u000a06:13:02.443707 run osmo-stp_10.42.42.5(pid=16377): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16377)]\u000a06:13:02.585860 run osmo-stp_10.42.42.5(pid=16377): stdout: \u000a| (launched: 2022-12-14_06:13:00.765460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:13:02.728380 run osmo-stp_10.42.42.5(pid=16377): stderr: \u000a| �[0;m�[38;5;43m20221214061300988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061300988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061300989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061300989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061300990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061300990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061300990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:13:02.865538 run osmo-stp_10.42.42.5(pid=16377): stdout: \u000a| (launched: 2022-12-14_06:13:00.765460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:13:03.001923 run osmo-stp_10.42.42.5(pid=16377): stderr: \u000a| �[0;m�[38;5;43m20221214061300988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061300988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061300989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061300989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061300990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061300990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061300990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:13:03.160796 run patchelf(pid=16380): Terminating (SIGINT)\u000a06:13:03.347178 run patchelf(pid=16380): Terminated: ok {rc=0}\u000a06:13:03.381360 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16377): Process ended prematurely: osmo-stp_10.42.42.5(pid=16377) [trial-2400↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16377)] [trial-2400↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a06:13:03.391494 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a06:13:03.455531 run osmo-hlr_10.42.42.2(pid=16374): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16374)]\u000a06:13:03.507444 run osmo-hlr_10.42.42.2(pid=16374): stdout: \u000a| (launched: 2022-12-14_06:12:59.792000) \u000a06:13:03.559994 run osmo-hlr_10.42.42.2(pid=16374): stderr: \u000a| �[0;m�[1;31m20221214061259969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061259969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061259969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061259969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061259969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061259969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061259981 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061259989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061259990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061259990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:13:03.604884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16363): Terminating (SIGTERM)\u000a06:13:03.647160 run iperf3-srv_10.42.42.10(pid=16364): Terminating (SIGTERM)\u000a06:13:03.689662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16365): Terminating (SIGTERM)\u000a06:13:03.731622 run iperf3-srv_10.42.42.10(pid=16366): Terminating (SIGTERM)\u000a06:13:03.774008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16367): Terminating (SIGTERM)\u000a06:13:03.816179 run iperf3-srv_10.42.42.10(pid=16368): Terminating (SIGTERM)\u000a06:13:03.858396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16369): Terminating (SIGTERM)\u000a06:13:03.900533 run iperf3-srv_10.42.42.10(pid=16370): Terminating (SIGTERM)\u000a06:13:03.943044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16373): Terminating (SIGTERM)\u000a06:13:03.985339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16376): Terminating (SIGTERM)\u000a06:13:04.027559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16379): Terminating (SIGTERM)\u000a06:13:04.037489 --- ParallelTerminationStrategy: PID 16363 died...\u000a06:13:04.094346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16363): Terminated: ok {rc=0}\u000a06:13:04.104556 --- ParallelTerminationStrategy: PID 16364 died...\u000a06:13:04.161073 run iperf3-srv_10.42.42.10(pid=16364): Terminated {rc=256}\u000a06:13:04.171298 --- ParallelTerminationStrategy: PID 16365 died...\u000a06:13:04.227764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16365): Terminated: ok {rc=0}\u000a06:13:04.237991 --- ParallelTerminationStrategy: PID 16366 died...\u000a06:13:04.293966 run iperf3-srv_10.42.42.10(pid=16366): Terminated {rc=256}\u000a06:13:04.304106 --- ParallelTerminationStrategy: PID 16367 died...\u000a06:13:04.360087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16367): Terminated: ok {rc=0}\u000a06:13:04.370320 --- ParallelTerminationStrategy: PID 16368 died...\u000a06:13:04.426438 run iperf3-srv_10.42.42.10(pid=16368): Terminated {rc=256}\u000a06:13:04.436882 --- ParallelTerminationStrategy: PID 16369 died...\u000a06:13:04.493045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16369): Terminated: ok {rc=0}\u000a06:13:04.503238 --- ParallelTerminationStrategy: PID 16370 died...\u000a06:13:04.559205 run iperf3-srv_10.42.42.10(pid=16370): Terminated {rc=256}\u000a06:13:04.569485 --- ParallelTerminationStrategy: PID 16373 died...\u000a06:13:04.625755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16373): Terminated: ok {rc=0}\u000a06:13:04.636050 --- ParallelTerminationStrategy: PID 16376 died...\u000a06:13:04.692463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16376): Terminated: ok {rc=0}\u000a06:13:04.702757 --- ParallelTerminationStrategy: PID 16379 died...\u000a06:13:04.758556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16379): Terminated: ok {rc=0}\u000a06:13:04.845471 bus /gobi_4: Setting Powered False\u000a06:13:05.951885 bus /gobi_4: Setting Powered False\u000a06:13:07.060521 bus /gobi_1: Setting Powered False\u000a06:13:08.162104 bus /gobi_1: Setting Powered False\u000a06:13:09.270231 bus /gobi_0: Setting Powered False\u000a06:13:10.376905 bus /gobi_0: Setting Powered False\u000a06:13:11.485695 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16387): Process ended prematurely: osmo-stp_10.42.42.5(pid=16387) [trial-2400↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16387)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16387): Process ended prematurely: osmo-stp_10.42.42.5(pid=16387) [trial-2400↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16387)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a06:13:12.554519 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:13:12.566942 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:13:12.715571 tst ping.py: using LAC 38957\u000a06:13:12.846015 tst ping.py: using RAC 197\u000a06:13:12.968428 tst ping.py: using CellId 38957\u000a06:13:13.088026 tst ping.py: using BVCI 38958\u000a06:13:13.111783 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:13:13.123217 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:13:13.134771 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:13:13.146154 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:13:13.157740 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:13:13.169350 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:13:13.180742 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:13:13.192085 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:13:13.488274 tst ping.py:19: start network...\u000a06:13:13.624727 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:13:14.144105 run create_hlr_db(pid=16381): Launched\u000a06:13:14.333212 bus /gobi_6: Setting Powered False\u000a06:13:15.353389 run create_hlr_db(pid=16381): Terminated: ok {rc=0}\u000a06:13:15.786878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16383): Launched\u000a06:13:16.143296 run osmo-hlr_10.42.42.2(pid=16384): Launched\u000a06:13:16.303139 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:13:17.005061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16386): Launched\u000a06:13:17.406754 run osmo-stp_10.42.42.5(pid=16387): Launched\u000a06:13:17.518549 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:13:18.055552 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16389): Launched\u000a06:13:18.165877 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:13:18.434767 run patchelf(pid=16390): Launched\u000a06:13:18.614682 run osmo-stp_10.42.42.5(pid=16387): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16387)]\u000a06:13:18.747159 run osmo-stp_10.42.42.5(pid=16387): stdout: \u000a| (launched: 2022-12-14_06:13:17.176478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:13:18.880134 run osmo-stp_10.42.42.5(pid=16387): stderr: \u000a| �[0;m�[38;5;43m20221214061317382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061317382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061317382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061317382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061317383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061317383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061317383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:13:19.007779 run osmo-stp_10.42.42.5(pid=16387): stdout: \u000a| (launched: 2022-12-14_06:13:17.176478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:13:19.134249 run osmo-stp_10.42.42.5(pid=16387): stderr: \u000a| �[0;m�[38;5;43m20221214061317382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061317382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061317382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061317382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061317383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061317383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061317383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:13:19.281798 run patchelf(pid=16390): Terminating (SIGINT)\u000a06:13:19.454859 run patchelf(pid=16390): Terminated: ok {rc=0}\u000a06:13:19.486221 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16387): Process ended prematurely: osmo-stp_10.42.42.5(pid=16387) [trial-2400↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16387)] [trial-2400↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a06:13:19.495183 tst ping.py:22: Test FAILED (6.9 sec)\u000a06:13:19.555407 run osmo-hlr_10.42.42.2(pid=16384): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16384)]\u000a06:13:19.604355 run osmo-hlr_10.42.42.2(pid=16384): stdout: \u000a| (launched: 2022-12-14_06:13:15.954994) \u000a06:13:19.654284 run osmo-hlr_10.42.42.2(pid=16384): stderr: \u000a| �[0;m�[1;31m20221214061316366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061316366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061316366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061316366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061316366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061316367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061316393 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061316415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061316415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061316415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:13:19.697020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16383): Terminating (SIGTERM)\u000a06:13:19.737167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16386): Terminating (SIGTERM)\u000a06:13:19.777175 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16389): Terminating (SIGTERM)\u000a06:13:19.786463 --- ParallelTerminationStrategy: PID 16383 died...\u000a06:13:19.840742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16383): Terminated: ok {rc=0}\u000a06:13:19.850479 --- ParallelTerminationStrategy: PID 16386 died...\u000a06:13:19.904807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16386): Terminated: ok {rc=0}\u000a06:13:19.914590 --- ParallelTerminationStrategy: PID 16389 died...\u000a06:13:19.969277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16389): Terminated: ok {rc=0}\u000a06:13:20.058878 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16397): Process ended prematurely: osmo-stp_10.42.42.5(pid=16397) [trial-2400↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16397)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16397): Process ended prematurely: osmo-stp_10.42.42.5(pid=16397) [trial-2400↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16397)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a06:13:21.111056 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:13:21.123380 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:13:21.270770 tst ping_idle_ping.py: using LAC 38958\u000a06:13:21.397415 tst ping_idle_ping.py: using RAC 198\u000a06:13:21.525805 tst ping_idle_ping.py: using CellId 38958\u000a06:13:21.649852 tst ping_idle_ping.py: using BVCI 38959\u000a06:13:21.673753 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:13:21.685436 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:13:21.696735 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:13:21.708184 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:13:21.720110 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:13:21.731707 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:13:21.743429 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:13:21.755261 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:13:22.053281 tst ping_idle_ping.py:24: start network...\u000a06:13:22.190844 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:13:22.716127 run create_hlr_db(pid=16391): Launched\u000a06:13:22.906602 bus /gobi_6: Setting Powered False\u000a06:13:23.927770 run create_hlr_db(pid=16391): Terminated: ok {rc=0}\u000a06:13:24.342134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16393): Launched\u000a06:13:24.651792 run osmo-hlr_10.42.42.2(pid=16394): Launched\u000a06:13:24.766134 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:13:25.300159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16396): Launched\u000a06:13:25.608737 run osmo-stp_10.42.42.5(pid=16397): Launched\u000a06:13:25.721715 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:13:26.258308 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16399): Launched\u000a06:13:26.368385 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:13:26.636889 run patchelf(pid=16400): Launched\u000a06:13:26.816488 run osmo-stp_10.42.42.5(pid=16397): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16397)]\u000a06:13:26.947990 run osmo-stp_10.42.42.5(pid=16397): stdout: \u000a| (launched: 2022-12-14_06:13:25.455219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:13:27.080299 run osmo-stp_10.42.42.5(pid=16397): stderr: \u000a| �[0;m�[38;5;43m20221214061325625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061325626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061325626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061325626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061325627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061325627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061325627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:13:27.207767 run osmo-stp_10.42.42.5(pid=16397): stdout: \u000a| (launched: 2022-12-14_06:13:25.455219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:13:27.333704 run osmo-stp_10.42.42.5(pid=16397): stderr: \u000a| �[0;m�[38;5;43m20221214061325625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061325626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061325626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061325626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061325627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061325627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061325627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:13:27.480298 run patchelf(pid=16400): Terminating (SIGINT)\u000a06:13:27.652860 run patchelf(pid=16400): Terminated: ok {rc=0}\u000a06:13:27.684312 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16397): Process ended prematurely: osmo-stp_10.42.42.5(pid=16397) [trial-2400↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16397)] [trial-2400↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a06:13:27.693179 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a06:13:27.753767 run osmo-hlr_10.42.42.2(pid=16394): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16394)]\u000a06:13:27.803423 run osmo-hlr_10.42.42.2(pid=16394): stdout: \u000a| (launched: 2022-12-14_06:13:24.498193) \u000a06:13:27.853606 run osmo-hlr_10.42.42.2(pid=16394): stderr: \u000a| �[0;m�[1;31m20221214061324673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061324673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061324673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061324673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061324673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061324673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061324692 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061324702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061324702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061324702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:13:27.896476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16393): Terminating (SIGTERM)\u000a06:13:27.937313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16396): Terminating (SIGTERM)\u000a06:13:27.978015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16399): Terminating (SIGTERM)\u000a06:13:27.987407 --- ParallelTerminationStrategy: PID 16393 died...\u000a06:13:28.041867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16393): Terminated: ok {rc=0}\u000a06:13:28.051618 --- ParallelTerminationStrategy: PID 16396 died...\u000a06:13:28.105735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16396): Terminated: ok {rc=0}\u000a06:13:28.115206 --- ParallelTerminationStrategy: PID 16399 died...\u000a06:13:28.169359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16399): Terminated: ok {rc=0}\u000a06:13:28.257838 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:12:28" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16410): Process ended prematurely: osmo-stp_10.42.42.5(pid=16410) [trial-2400↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16410)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16410): Process ended prematurely: osmo-stp_10.42.42.5(pid=16410) [trial-2400↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16410)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a06:13:30.293512 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:13:30.304795 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:13:30.469153 tst switch_tch_pdch.py: using LAC 38959\u000a06:13:30.598825 tst switch_tch_pdch.py: using RAC 199\u000a06:13:30.728824 tst switch_tch_pdch.py: using CellId 38959\u000a06:13:30.870071 tst switch_tch_pdch.py: using BVCI 38960\u000a06:13:30.897885 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:13:30.910989 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:13:30.923125 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:13:30.935310 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:13:30.948508 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:13:30.966500 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:13:30.980064 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:13:30.993857 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:13:31.118314 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:13:31.442514 tst switch_tch_pdch.py:51: start network...\u000a06:13:31.582590 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:13:32.143842 run create_hlr_db(pid=16404): Launched\u000a06:13:32.334666 bus /gobi_6: Setting Powered False\u000a06:13:33.353843 run create_hlr_db(pid=16404): Terminated: ok {rc=0}\u000a06:13:33.765848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16406): Launched\u000a06:13:34.073125 run osmo-hlr_10.42.42.2(pid=16407): Launched\u000a06:13:34.192374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:13:34.728593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16409): Launched\u000a06:13:35.035792 run osmo-stp_10.42.42.5(pid=16410): Launched\u000a06:13:35.148329 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:13:35.684285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16412): Launched\u000a06:13:35.794058 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:13:36.061940 run patchelf(pid=16413): Launched\u000a06:13:36.241471 run osmo-stp_10.42.42.5(pid=16410): ERR: Terminated: ERROR {rc=1} [trial-2400↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16410)]\u000a06:13:36.373367 run osmo-stp_10.42.42.5(pid=16410): stdout: \u000a| (launched: 2022-12-14_06:13:34.883542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:13:36.505540 run osmo-stp_10.42.42.5(pid=16410): stderr: \u000a| �[0;m�[38;5;43m20221214061335053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061335053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061335054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061335054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061335055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061335055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061335055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:13:36.632451 run osmo-stp_10.42.42.5(pid=16410): stdout: \u000a| (launched: 2022-12-14_06:13:34.883542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:13:36.758817 run osmo-stp_10.42.42.5(pid=16410): stderr: \u000a| �[0;m�[38;5;43m20221214061335053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061335053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061335054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061335054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061335055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061335055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061335055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:13:36.905473 run patchelf(pid=16413): Terminating (SIGINT)\u000a06:13:37.078165 run patchelf(pid=16413): Terminated: ok {rc=0}\u000a06:13:37.109460 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=16410): Process ended prematurely: osmo-stp_10.42.42.5(pid=16410) [trial-2400↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16410)] [trial-2400↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a06:13:37.118423 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a06:13:37.178849 run osmo-hlr_10.42.42.2(pid=16407): ERR: Terminated: ERROR {rc=237} [trial-2400↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16407)]\u000a06:13:37.228519 run osmo-hlr_10.42.42.2(pid=16407): stdout: \u000a| (launched: 2022-12-14_06:13:33.921484) \u000a06:13:37.279011 run osmo-hlr_10.42.42.2(pid=16407): stderr: \u000a| �[0;m�[1;31m20221214061334099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061334099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061334099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061334099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061334099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061334099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061334111 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061334120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061334120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061334120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:13:37.321975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16406): Terminating (SIGTERM)\u000a06:13:37.362452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16409): Terminating (SIGTERM)\u000a06:13:37.402938 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16412): Terminating (SIGTERM)\u000a06:13:37.412198 --- ParallelTerminationStrategy: PID 16406 died...\u000a06:13:37.466936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16406): Terminated: ok {rc=0}\u000a06:13:37.476655 --- ParallelTerminationStrategy: PID 16409 died...\u000a06:13:37.531415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16409): Terminated: ok {rc=0}\u000a06:13:37.541208 --- ParallelTerminationStrategy: PID 16412 died...\u000a06:13:37.596050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16412): Terminated: ok {rc=0}\u000a06:13:37.685136 bus /gobi_0: Setting Powered False\u000a06:13:38.790530 bus /gobi_0: Setting Powered False\u000a06:13:39.903167 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:13:30" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16425): Process ended prematurely: osmo-stp_10.42.42.5(pid=16425) [trial-2400↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16425)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16425): Process ended prematurely: osmo-stp_10.42.42.5(pid=16425) [trial-2400↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16425)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a06:13:41.869229 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:13:41.880300 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a06:13:42.036812 tst switch_tch_pdch.py: using LAC 38960\u000a06:13:42.157741 tst switch_tch_pdch.py: using RAC 200\u000a06:13:42.277690 tst switch_tch_pdch.py: using CellId 38960\u000a06:13:42.396857 tst switch_tch_pdch.py: using BVCI 38961\u000a06:13:42.420305 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:13:42.431577 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:13:42.442483 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:13:42.453394 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:13:42.464437 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:13:42.475743 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:13:42.487110 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:13:42.498279 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a06:13:42.614735 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a06:13:42.895262 tst switch_tch_pdch.py:51: start network...\u000a06:13:43.022706 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:13:43.475948 run create_hlr_db(pid=16419): Launched\u000a06:13:43.600636 bus /gobi_6: Setting Powered False\u000a06:13:44.673782 run create_hlr_db(pid=16419): Terminated: ok {rc=0}\u000a06:13:45.078143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16421): Launched\u000a06:13:45.405750 run osmo-hlr_10.42.42.2(pid=16422): Launched\u000a06:13:45.527777 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:13:46.087508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16424): Launched\u000a06:13:46.522426 run osmo-stp_10.42.42.5(pid=16425): Launched\u000a06:13:46.737493 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:13:47.284430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16427): Launched\u000a06:13:47.394542 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:13:47.662686 run patchelf(pid=16428): Launched\u000a06:13:47.842276 run osmo-stp_10.42.42.5(pid=16425): ERR: Terminated: ERROR {rc=1} [trial-2400↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16425)]\u000a06:13:47.973876 run osmo-stp_10.42.42.5(pid=16425): stdout: \u000a| (launched: 2022-12-14_06:13:46.256100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:13:48.105764 run osmo-stp_10.42.42.5(pid=16425): stderr: \u000a| �[0;m�[38;5;43m20221214061346545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061346545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061346545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061346546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061346546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061346546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061346546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:13:48.232451 run osmo-stp_10.42.42.5(pid=16425): stdout: \u000a| (launched: 2022-12-14_06:13:46.256100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:13:48.357620 run osmo-stp_10.42.42.5(pid=16425): stderr: \u000a| �[0;m�[38;5;43m20221214061346545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061346545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061346545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061346546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061346546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061346546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061346546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:13:48.503486 run patchelf(pid=16428): Terminating (SIGINT)\u000a06:13:48.674095 run patchelf(pid=16428): Terminated: ok {rc=0}\u000a06:13:48.705212 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=16425): Process ended prematurely: osmo-stp_10.42.42.5(pid=16425) [trial-2400↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16425)] [trial-2400↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a06:13:48.714068 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a06:13:48.773991 run osmo-hlr_10.42.42.2(pid=16422): ERR: Terminated: ERROR {rc=237} [trial-2400↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16422)]\u000a06:13:48.823172 run osmo-hlr_10.42.42.2(pid=16422): stdout: \u000a| (launched: 2022-12-14_06:13:45.244188) \u000a06:13:48.873040 run osmo-hlr_10.42.42.2(pid=16422): stderr: \u000a| �[0;m�[1;31m20221214061345441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061345441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061345442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061345442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061345442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061345442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061345455 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061345463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061345463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061345463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:13:48.915719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16421): Terminating (SIGTERM)\u000a06:13:48.955868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16424): Terminating (SIGTERM)\u000a06:13:48.996034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16427): Terminating (SIGTERM)\u000a06:13:49.005274 --- ParallelTerminationStrategy: PID 16421 died...\u000a06:13:49.059144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16421): Terminated: ok {rc=0}\u000a06:13:49.068613 --- ParallelTerminationStrategy: PID 16424 died...\u000a06:13:49.122277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16424): Terminated: ok {rc=0}\u000a06:13:49.131774 --- ParallelTerminationStrategy: PID 16427 died...\u000a06:13:49.185609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16427): Terminated: ok {rc=0}\u000a06:13:49.273353 bus /gobi_0: Setting Powered False\u000a06:13:50.376723 bus /gobi_0: Setting Powered False\u000a06:13:51.483296 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:13:41" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=16433): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16433) [trial-2400↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16433)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=16433): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16433) [trial-2400↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16433)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a06:13:53.381047 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a06:13:53.391882 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a06:13:53.528399 tst mo_mt_sms.py: using LAC 38961\u000a06:13:53.650482 tst mo_mt_sms.py: using RAC 201\u000a06:13:53.773267 tst mo_mt_sms.py: using CellId 38961\u000a06:13:53.894637 tst mo_mt_sms.py: using BVCI 38962\u000a06:13:53.917965 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a06:13:54.038144 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a06:13:54.333311 tst mo_mt_sms.py:9: start nitb and bts...\u000a06:13:54.469984 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:13:55.140040 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16432): Launched\u000a06:13:55.462980 run osmo-nitb_10.42.42.2(pid=16433): Launched\u000a06:13:55.662167 run osmo-nitb_10.42.42.2(pid=16433): ERR: Terminated: ERROR {rc=2} [trial-2400↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16433)]\u000a06:13:55.809968 run osmo-nitb_10.42.42.2(pid=16433): stdout: \u000a| (launched: 2022-12-14_06:13:55.306013) \u000a06:13:55.956826 run osmo-nitb_10.42.42.2(pid=16433): stderr: \u000a| (launched: 2022-12-14_06:13:55.354435)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:13:56.099519 run osmo-nitb_10.42.42.2(pid=16433): stdout: \u000a| (launched: 2022-12-14_06:13:55.306013) \u000a06:13:56.240822 run osmo-nitb_10.42.42.2(pid=16433): stderr: \u000a| (launched: 2022-12-14_06:13:55.354435)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:13:56.594192 tst osmo-nitb_10.42.42.2(pid=16433): stdout: \u000a| (launched: 2022-12-14_06:13:55.306013) \u000a06:13:56.723099 tst osmo-nitb_10.42.42.2(pid=16433): stderr: \u000a| (launched: 2022-12-14_06:13:55.354435)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:13:56.779581 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=16433): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16433) [trial-2400↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16433)] [trial-2400↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a06:13:56.788388 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a06:13:56.824409 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16432): Terminating (SIGTERM)\u000a06:13:57.002007 --- ParallelTerminationStrategy: PID 16432 died...\u000a06:13:57.060418 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16432): Terminated: ok {rc=0}\u000a06:13:57.148428 bus /sierra_3: Setting Powered False\u000a06:13:58.254927 bus /sierra_3: Setting Powered False\u000a06:13:59.363559 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:13:53" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "sms:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16443): Process ended prematurely: osmo-stp_10.42.42.5(pid=16443) [trial-2400↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16443)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16443): Process ended prematurely: osmo-stp_10.42.42.5(pid=16443) [trial-2400↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16443)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a06:14:01.282048 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:14:01.300305 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a06:14:01.454554 tst mo_mt_sms.py: using LAC 38962\u000a06:14:01.577523 tst mo_mt_sms.py: using RAC 202\u000a06:14:01.702237 tst mo_mt_sms.py: using CellId 38962\u000a06:14:01.852841 tst mo_mt_sms.py: using BVCI 38963\u000a06:14:01.885661 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:14:01.899334 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:14:01.911392 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:14:01.923120 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:14:01.934996 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:14:01.946753 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a06:14:02.074119 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a06:14:02.294877 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:14:02.815766 run create_hlr_db(pid=16437): Launched\u000a06:14:03.005148 bus /sierra_2: Setting Powered False\u000a06:14:04.024718 run create_hlr_db(pid=16437): Terminated: ok {rc=0}\u000a06:14:04.437709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16439): Launched\u000a06:14:04.744898 run osmo-hlr_10.42.42.2(pid=16440): Launched\u000a06:14:04.862482 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:14:05.401944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16442): Launched\u000a06:14:05.708132 run osmo-stp_10.42.42.5(pid=16443): Launched\u000a06:14:05.821240 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:14:06.380714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16445): Launched\u000a06:14:06.688749 run osmo-msc_10.42.42.6(pid=16446): Launched\u000a06:14:06.869481 run osmo-stp_10.42.42.5(pid=16443): ERR: Terminated: ERROR {rc=1} [trial-2400↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16443)]\u000a06:14:06.999446 run osmo-stp_10.42.42.5(pid=16443): stdout: \u000a| (launched: 2022-12-14_06:14:05.556720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:07.126746 run osmo-stp_10.42.42.5(pid=16443): stderr: \u000a| �[0;m�[38;5;43m20221214061405728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061405728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061405728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061405729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061405729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061405729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061405729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:07.249557 run osmo-stp_10.42.42.5(pid=16443): stdout: \u000a| (launched: 2022-12-14_06:14:05.556720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:07.371534 run osmo-stp_10.42.42.5(pid=16443): stderr: \u000a| �[0;m�[38;5;43m20221214061405728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061405728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061405728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061405729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061405729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061405729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061405729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:07.425513 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=16443): Process ended prematurely: osmo-stp_10.42.42.5(pid=16443) [trial-2400↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16443)] [trial-2400↪sms:trx-lms↪mo_mt_sms.py:16]\u000a06:14:07.433726 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a06:14:07.494556 run osmo-hlr_10.42.42.2(pid=16440): ERR: Terminated: ERROR {rc=237} [trial-2400↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16440)]\u000a06:14:07.543442 run osmo-hlr_10.42.42.2(pid=16440): stdout: \u000a| (launched: 2022-12-14_06:14:04.592772) \u000a06:14:07.593052 run osmo-hlr_10.42.42.2(pid=16440): stderr: \u000a| �[0;m�[1;31m20221214061404769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061404769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061404769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061404769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061404769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061404769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061404781 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061404789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061404789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061404789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:14:07.660023 run osmo-msc_10.42.42.6(pid=16446): ERR: Terminated: ERROR {rc=2} [trial-2400↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16446)]\u000a06:14:07.708896 run osmo-msc_10.42.42.6(pid=16446): stdout: \u000a| (launched: 2022-12-14_06:14:06.535950) \u000a06:14:07.758816 run osmo-msc_10.42.42.6(pid=16446): stderr: \u000a| �[0;m�[38;5;43m20221214061406808 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214061406808 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff626423c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214061406808 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214061406808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214061406809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214061406809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214061406810 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214061406811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214061406811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214061406811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:14:07.801058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16439): Terminating (SIGTERM)\u000a06:14:07.841539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16442): Terminating (SIGTERM)\u000a06:14:07.881524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16445): Terminating (SIGTERM)\u000a06:14:07.890714 --- ParallelTerminationStrategy: PID 16439 died...\u000a06:14:07.944412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16439): Terminated: ok {rc=0}\u000a06:14:07.954002 --- ParallelTerminationStrategy: PID 16442 died...\u000a06:14:08.007206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16442): Terminated: ok {rc=0}\u000a06:14:08.016747 --- ParallelTerminationStrategy: PID 16445 died...\u000a06:14:08.070103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16445): Terminated: ok {rc=0}\u000a06:14:08.159102 bus /sierra_3: Setting Powered False\u000a06:14:09.266002 bus /sierra_3: Setting Powered False\u000a06:14:10.377311 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:14:01" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=16453): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16453) [trial-2400↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16453)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=16453): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16453) [trial-2400↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16453)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a06:14:12.219708 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a06:14:12.230976 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a06:14:12.375043 tst assert_extension.py: using LAC 38963\u000a06:14:12.504248 tst assert_extension.py: using RAC 203\u000a06:14:12.633128 tst assert_extension.py: using CellId 38963\u000a06:14:12.761950 tst assert_extension.py: using BVCI 38964\u000a06:14:12.786875 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a06:14:13.081205 tst assert_extension.py:10: start nitb and bts...\u000a06:14:13.218273 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:14:13.892108 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16452): Launched\u000a06:14:14.215549 run osmo-nitb_10.42.42.2(pid=16453): Launched\u000a06:14:14.414996 run osmo-nitb_10.42.42.2(pid=16453): ERR: Terminated: ERROR {rc=2} [trial-2400↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16453)]\u000a06:14:14.561903 run osmo-nitb_10.42.42.2(pid=16453): stdout: \u000a| (launched: 2022-12-14_06:14:14.058288) \u000a06:14:14.709543 run osmo-nitb_10.42.42.2(pid=16453): stderr: \u000a| (launched: 2022-12-14_06:14:14.106922)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:14:14.852127 run osmo-nitb_10.42.42.2(pid=16453): stdout: \u000a| (launched: 2022-12-14_06:14:14.058288) \u000a06:14:14.993218 run osmo-nitb_10.42.42.2(pid=16453): stderr: \u000a| (launched: 2022-12-14_06:14:14.106922)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:14:15.346445 tst osmo-nitb_10.42.42.2(pid=16453): stdout: \u000a| (launched: 2022-12-14_06:14:14.058288) \u000a06:14:15.475890 tst osmo-nitb_10.42.42.2(pid=16453): stderr: \u000a| (launched: 2022-12-14_06:14:14.106922)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:14:15.532643 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=16453): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16453) [trial-2400↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16453)] [trial-2400↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a06:14:15.541498 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a06:14:15.577633 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16452): Terminating (SIGTERM)\u000a06:14:15.755355 --- ParallelTerminationStrategy: PID 16452 died...\u000a06:14:15.813056 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16452): Terminated: ok {rc=0}\u000a06:14:15.925515 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:14:12" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "ussd:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16463): Process ended prematurely: osmo-stp_10.42.42.5(pid=16463) [trial-2400↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16463)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16463): Process ended prematurely: osmo-stp_10.42.42.5(pid=16463) [trial-2400↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16463)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a06:14:17.814698 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:14:17.825887 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a06:14:17.971832 tst assert_extension.py: using LAC 38964\u000a06:14:18.099720 tst assert_extension.py: using RAC 204\u000a06:14:18.229524 tst assert_extension.py: using CellId 38964\u000a06:14:18.359452 tst assert_extension.py: using BVCI 38965\u000a06:14:18.384316 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:14:18.395307 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:14:18.406217 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:14:18.416940 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:14:18.428403 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:14:18.439665 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a06:14:18.642629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:14:19.124237 run create_hlr_db(pid=16457): Launched\u000a06:14:19.301202 bus /sierra_2: Setting Powered False\u000a06:14:20.322287 run create_hlr_db(pid=16457): Terminated: ok {rc=0}\u000a06:14:20.756651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16459): Launched\u000a06:14:21.082623 run osmo-hlr_10.42.42.2(pid=16460): Launched\u000a06:14:21.206781 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:14:21.775741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16462): Launched\u000a06:14:22.103077 run osmo-stp_10.42.42.5(pid=16463): Launched\u000a06:14:22.222567 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:14:22.815851 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16465): Launched\u000a06:14:23.141090 run osmo-msc_10.42.42.6(pid=16466): Launched\u000a06:14:23.332317 run osmo-stp_10.42.42.5(pid=16463): ERR: Terminated: ERROR {rc=1} [trial-2400↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16463)]\u000a06:14:23.469644 run osmo-stp_10.42.42.5(pid=16463): stdout: \u000a| (launched: 2022-12-14_06:14:21.941700)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:23.606876 run osmo-stp_10.42.42.5(pid=16463): stderr: \u000a| �[0;m�[38;5;43m20221214061422136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061422136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061422136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061422137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061422137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061422137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061422137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:23.737768 run osmo-stp_10.42.42.5(pid=16463): stdout: \u000a| (launched: 2022-12-14_06:14:21.941700)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:23.867602 run osmo-stp_10.42.42.5(pid=16463): stderr: \u000a| �[0;m�[38;5;43m20221214061422136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061422136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061422136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061422137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061422137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061422137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061422137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:23.924404 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=16463): Process ended prematurely: osmo-stp_10.42.42.5(pid=16463) [trial-2400↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16463)] [trial-2400↪ussd:trx-lms↪assert_extension.py:17]\u000a06:14:23.933348 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a06:14:23.996157 run osmo-hlr_10.42.42.2(pid=16460): ERR: Terminated: ERROR {rc=237} [trial-2400↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16460)]\u000a06:14:24.047726 run osmo-hlr_10.42.42.2(pid=16460): stdout: \u000a| (launched: 2022-12-14_06:14:20.922596) \u000a06:14:24.100050 run osmo-hlr_10.42.42.2(pid=16460): stderr: \u000a| �[0;m�[1;31m20221214061421121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061421121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061421121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061421121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061421121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061421121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061421134 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061421142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061421142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061421142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:14:24.171240 run osmo-msc_10.42.42.6(pid=16466): ERR: Terminated: ERROR {rc=2} [trial-2400↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16466)]\u000a06:14:24.222804 run osmo-msc_10.42.42.6(pid=16466): stdout: \u000a| (launched: 2022-12-14_06:14:22.981334) \u000a06:14:24.274929 run osmo-msc_10.42.42.6(pid=16466): stderr: \u000a| �[0;m�[38;5;43m20221214061423305 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214061423305 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc951b76c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214061423305 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214061423305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214061423305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214061423306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214061423307 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214061423308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214061423308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214061423308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:14:24.319478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16459): Terminating (SIGTERM)\u000a06:14:24.361687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16462): Terminating (SIGTERM)\u000a06:14:24.404156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16465): Terminating (SIGTERM)\u000a06:14:24.413787 --- ParallelTerminationStrategy: PID 16459 died...\u000a06:14:24.469923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16459): Terminated: ok {rc=0}\u000a06:14:24.479922 --- ParallelTerminationStrategy: PID 16462 died...\u000a06:14:24.535736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16462): Terminated: ok {rc=0}\u000a06:14:24.545835 --- ParallelTerminationStrategy: PID 16465 died...\u000a06:14:24.601717 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16465): Terminated: ok {rc=0}\u000a06:14:24.689894 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:14:17" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16477): Process ended prematurely: osmo-stp_10.42.42.5(pid=16477) [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16477)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16477): Process ended prematurely: osmo-stp_10.42.42.5(pid=16477) [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16477)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a06:14:26.648108 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:14:26.659329 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:14:26.817664 tst mo_mt_call.py: using LAC 38965\u000a06:14:26.940123 tst mo_mt_call.py: using RAC 205\u000a06:14:27.064011 tst mo_mt_call.py: using CellId 38965\u000a06:14:27.187253 tst mo_mt_call.py: using BVCI 38966\u000a06:14:27.210852 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:14:27.221904 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:14:27.232754 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:14:27.243618 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:14:27.254959 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:14:27.266256 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:14:27.388671 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:14:27.596279 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:14:28.089244 run create_hlr_db(pid=16471): Launched\u000a06:14:28.270276 bus /sierra_2: Setting Powered False\u000a06:14:29.290659 run create_hlr_db(pid=16471): Terminated: ok {rc=0}\u000a06:14:29.733452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16473): Launched\u000a06:14:30.068218 run osmo-hlr_10.42.42.2(pid=16474): Launched\u000a06:14:30.193649 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:14:30.771206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16476): Launched\u000a06:14:31.220356 run osmo-stp_10.42.42.5(pid=16477): Launched\u000a06:14:31.437884 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:14:32.064225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16479): Launched\u000a06:14:32.398755 run osmo-msc_10.42.42.6(pid=16480): Launched\u000a06:14:32.591415 run osmo-stp_10.42.42.5(pid=16477): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16477)]\u000a06:14:32.731353 run osmo-stp_10.42.42.5(pid=16477): stdout: \u000a| (launched: 2022-12-14_06:14:30.952804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:32.870498 run osmo-stp_10.42.42.5(pid=16477): stderr: \u000a| �[0;m�[38;5;43m20221214061431249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061431249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061431249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061431250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061431250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061431250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061431250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:33.003370 run osmo-stp_10.42.42.5(pid=16477): stdout: \u000a| (launched: 2022-12-14_06:14:30.952804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:33.135254 run osmo-stp_10.42.42.5(pid=16477): stderr: \u000a| �[0;m�[38;5;43m20221214061431249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061431249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061431249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061431250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061431250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061431250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061431250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:33.193615 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16477): Process ended prematurely: osmo-stp_10.42.42.5(pid=16477) [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16477)] [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a06:14:33.203088 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a06:14:33.266190 run osmo-hlr_10.42.42.2(pid=16474): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16474)]\u000a06:14:33.318067 run osmo-hlr_10.42.42.2(pid=16474): stdout: \u000a| (launched: 2022-12-14_06:14:29.903085) \u000a06:14:33.370736 run osmo-hlr_10.42.42.2(pid=16474): stderr: \u000a| �[0;m�[1;31m20221214061430106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061430106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061430106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061430106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061430106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061430106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061430121 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061430129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061430129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061430129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:14:33.441698 run osmo-msc_10.42.42.6(pid=16480): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16480)]\u000a06:14:33.493442 run osmo-msc_10.42.42.6(pid=16480): stdout: \u000a| (launched: 2022-12-14_06:14:32.235560) \u000a06:14:33.545607 run osmo-msc_10.42.42.6(pid=16480): stderr: \u000a| �[0;m�[38;5;43m20221214061432559 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214061432559 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0962effc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214061432559 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214061432560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214061432560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214061432560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214061432562 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214061432562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214061432562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214061432562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:14:33.590134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16473): Terminating (SIGTERM)\u000a06:14:33.632559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16476): Terminating (SIGTERM)\u000a06:14:33.674843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16479): Terminating (SIGTERM)\u000a06:14:33.684524 --- ParallelTerminationStrategy: PID 16473 died...\u000a06:14:33.741202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16473): Terminated: ok {rc=0}\u000a06:14:33.751307 --- ParallelTerminationStrategy: PID 16476 died...\u000a06:14:33.807708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16476): Terminated: ok {rc=0}\u000a06:14:33.817963 --- ParallelTerminationStrategy: PID 16479 died...\u000a06:14:33.874770 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16479): Terminated: ok {rc=0}\u000a06:14:33.963352 bus /sierra_3: Setting Powered False\u000a06:14:35.072526 bus /sierra_3: Setting Powered False\u000a06:14:36.182131 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16488): Process ended prematurely: osmo-stp_10.42.42.5(pid=16488) [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16488)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16488): Process ended prematurely: osmo-stp_10.42.42.5(pid=16488) [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:14:37.299713 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:14:37.312102 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:14:37.479172 tst mo_mt_call_osmux.py: using LAC 38966\u000a06:14:37.609010 tst mo_mt_call_osmux.py: using RAC 206\u000a06:14:37.743434 tst mo_mt_call_osmux.py: using CellId 38966\u000a06:14:37.871182 tst mo_mt_call_osmux.py: using BVCI 38967\u000a06:14:37.896421 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:14:37.908135 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:14:37.919635 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:14:37.931278 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:14:37.942778 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:14:37.954238 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:14:38.074448 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:14:38.285081 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:14:38.777476 run create_hlr_db(pid=16482): Launched\u000a06:14:38.957216 bus /sierra_2: Setting Powered False\u000a06:14:39.978601 run create_hlr_db(pid=16482): Terminated: ok {rc=0}\u000a06:14:40.422578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16484): Launched\u000a06:14:40.755988 run osmo-hlr_10.42.42.2(pid=16485): Launched\u000a06:14:40.879402 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:14:41.458196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16487): Launched\u000a06:14:41.790330 run osmo-stp_10.42.42.5(pid=16488): Launched\u000a06:14:41.911130 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:14:42.519864 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16490): Launched\u000a06:14:42.852754 run osmo-msc_10.42.42.6(pid=16491): Launched\u000a06:14:43.045944 run osmo-stp_10.42.42.5(pid=16488): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16488)]\u000a06:14:43.190408 run osmo-stp_10.42.42.5(pid=16488): stdout: \u000a| (launched: 2022-12-14_06:14:41.627645)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:43.329988 run osmo-stp_10.42.42.5(pid=16488): stderr: \u000a| �[0;m�[38;5;43m20221214061441821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061441821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061441822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061441822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061441822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061441822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061441823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:43.462924 run osmo-stp_10.42.42.5(pid=16488): stdout: \u000a| (launched: 2022-12-14_06:14:41.627645)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:43.594939 run osmo-stp_10.42.42.5(pid=16488): stderr: \u000a| �[0;m�[38;5;43m20221214061441821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061441821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061441822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061441822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061441822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061441822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061441823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:43.653278 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16488): Process ended prematurely: osmo-stp_10.42.42.5(pid=16488) [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16488)] [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a06:14:43.662788 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a06:14:43.725595 run osmo-hlr_10.42.42.2(pid=16485): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16485)]\u000a06:14:43.777357 run osmo-hlr_10.42.42.2(pid=16485): stdout: \u000a| (launched: 2022-12-14_06:14:40.592535) \u000a06:14:43.829869 run osmo-hlr_10.42.42.2(pid=16485): stderr: \u000a| �[0;m�[1;31m20221214061440792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061440792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061440792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061440792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061440792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061440792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061440808 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061440816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061440817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061440817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:14:43.900937 run osmo-msc_10.42.42.6(pid=16491): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16491)]\u000a06:14:43.952589 run osmo-msc_10.42.42.6(pid=16491): stdout: \u000a| (launched: 2022-12-14_06:14:42.689414) \u000a06:14:44.004832 run osmo-msc_10.42.42.6(pid=16491): stderr: \u000a| �[0;m�[38;5;43m20221214061443018 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214061443018 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0668358c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214061443018 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214061443018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214061443018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214061443019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214061443020 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214061443021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214061443021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214061443021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:14:44.049429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16484): Terminating (SIGTERM)\u000a06:14:44.092262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16487): Terminating (SIGTERM)\u000a06:14:44.135268 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16490): Terminating (SIGTERM)\u000a06:14:44.145187 --- ParallelTerminationStrategy: PID 16484 died...\u000a06:14:44.202019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16484): Terminated: ok {rc=0}\u000a06:14:44.212236 --- ParallelTerminationStrategy: PID 16487 died...\u000a06:14:44.268282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16487): Terminated: ok {rc=0}\u000a06:14:44.278481 --- ParallelTerminationStrategy: PID 16490 died...\u000a06:14:44.334623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16490): Terminated: ok {rc=0}\u000a06:14:44.421378 bus /sierra_3: Setting Powered False\u000a06:14:45.527101 bus /sierra_3: Setting Powered False\u000a06:14:46.640103 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:14:26" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16503): Process ended prematurely: osmo-stp_10.42.42.5(pid=16503) [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16503)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16503): Process ended prematurely: osmo-stp_10.42.42.5(pid=16503) [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16503)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a06:14:48.647473 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:14:48.659098 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:14:48.819561 tst mo_mt_call.py: using LAC 38967\u000a06:14:48.941744 tst mo_mt_call.py: using RAC 207\u000a06:14:49.062194 tst mo_mt_call.py: using CellId 38967\u000a06:14:49.183150 tst mo_mt_call.py: using BVCI 38968\u000a06:14:49.206982 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:14:49.218223 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:14:49.229295 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:14:49.240144 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:14:49.251571 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:14:49.262936 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:14:49.385134 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:14:49.599489 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:14:50.129473 run create_hlr_db(pid=16497): Launched\u000a06:14:50.323469 bus /sierra_2: Setting Powered False\u000a06:14:51.343693 run create_hlr_db(pid=16497): Terminated: ok {rc=0}\u000a06:14:51.764193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16499): Launched\u000a06:14:52.077465 run osmo-hlr_10.42.42.2(pid=16500): Launched\u000a06:14:52.192807 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:14:52.736299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16502): Launched\u000a06:14:53.049197 run osmo-stp_10.42.42.5(pid=16503): Launched\u000a06:14:53.163118 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:14:53.733159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16505): Launched\u000a06:14:54.046256 run osmo-msc_10.42.42.6(pid=16506): Launched\u000a06:14:54.230144 run osmo-stp_10.42.42.5(pid=16503): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16503)]\u000a06:14:54.362589 run osmo-stp_10.42.42.5(pid=16503): stdout: \u000a| (launched: 2022-12-14_06:14:52.894545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:54.492181 run osmo-stp_10.42.42.5(pid=16503): stderr: \u000a| �[0;m�[38;5;43m20221214061453067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061453067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061453068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061453068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061453068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061453069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061453069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:54.617709 run osmo-stp_10.42.42.5(pid=16503): stdout: \u000a| (launched: 2022-12-14_06:14:52.894545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:54.741933 run osmo-stp_10.42.42.5(pid=16503): stderr: \u000a| �[0;m�[38;5;43m20221214061453067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061453067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061453068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061453068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061453068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061453069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061453069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:54.796736 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16503): Process ended prematurely: osmo-stp_10.42.42.5(pid=16503) [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16503)] [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a06:14:54.805678 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a06:14:54.866082 run osmo-hlr_10.42.42.2(pid=16500): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16500)]\u000a06:14:54.915692 run osmo-hlr_10.42.42.2(pid=16500): stdout: \u000a| (launched: 2022-12-14_06:14:51.923440) \u000a06:14:54.966036 run osmo-hlr_10.42.42.2(pid=16500): stderr: \u000a| �[0;m�[1;31m20221214061452102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061452102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061452102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061452102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061452102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061452102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061452139 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061452148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061452149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061452149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:14:55.034020 run osmo-msc_10.42.42.6(pid=16506): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16506)]\u000a06:14:55.083784 run osmo-msc_10.42.42.6(pid=16506): stdout: \u000a| (launched: 2022-12-14_06:14:53.891574) \u000a06:14:55.134142 run osmo-msc_10.42.42.6(pid=16506): stderr: \u000a| �[0;m�[38;5;43m20221214061454165 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214061454165 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1c380e8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214061454166 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214061454166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214061454166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214061454166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214061454168 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214061454168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214061454168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214061454168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:14:55.177129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16499): Terminating (SIGTERM)\u000a06:14:55.217470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16502): Terminating (SIGTERM)\u000a06:14:55.257553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16505): Terminating (SIGTERM)\u000a06:14:55.266816 --- ParallelTerminationStrategy: PID 16499 died...\u000a06:14:55.321351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16499): Terminated: ok {rc=0}\u000a06:14:55.330999 --- ParallelTerminationStrategy: PID 16502 died...\u000a06:14:55.384863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16502): Terminated: ok {rc=0}\u000a06:14:55.394592 --- ParallelTerminationStrategy: PID 16505 died...\u000a06:14:55.449015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16505): Terminated: ok {rc=0}\u000a06:14:55.538815 bus /sierra_3: Setting Powered False\u000a06:14:56.643363 bus /sierra_3: Setting Powered False\u000a06:14:57.756621 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16517): Process ended prematurely: osmo-stp_10.42.42.5(pid=16517) [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16517)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16517): Process ended prematurely: osmo-stp_10.42.42.5(pid=16517) [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16517)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:14:58.871742 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:14:58.883982 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:14:59.055421 tst mo_mt_call_osmux.py: using LAC 38968\u000a06:14:59.179647 tst mo_mt_call_osmux.py: using RAC 208\u000a06:14:59.301473 tst mo_mt_call_osmux.py: using CellId 38968\u000a06:14:59.421342 tst mo_mt_call_osmux.py: using BVCI 38969\u000a06:14:59.445049 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:14:59.456051 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:14:59.467322 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:14:59.478287 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:14:59.489708 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:14:59.500920 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:14:59.622379 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:14:59.830170 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:15:00.322531 run create_hlr_db(pid=16508): Launched\u000a06:15:00.502781 bus /sierra_2: Setting Powered False\u000a06:15:01.571235 run create_hlr_db(pid=16508): Terminated: ok {rc=0}\u000a06:15:02.035898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16513): Launched\u000a06:15:02.375871 run osmo-hlr_10.42.42.2(pid=16514): Launched\u000a06:15:02.501229 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:15:03.079323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16516): Launched\u000a06:15:03.411372 run osmo-stp_10.42.42.5(pid=16517): Launched\u000a06:15:03.532357 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:15:04.139077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16519): Launched\u000a06:15:04.471795 run osmo-msc_10.42.42.6(pid=16520): Launched\u000a06:15:04.666290 run osmo-stp_10.42.42.5(pid=16517): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16517)]\u000a06:15:04.806412 run osmo-stp_10.42.42.5(pid=16517): stdout: \u000a| (launched: 2022-12-14_06:15:03.248709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:04.945433 run osmo-stp_10.42.42.5(pid=16517): stderr: \u000a| �[0;m�[38;5;43m20221214061503442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061503443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061503443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061503443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061503444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061503444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061503444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:05.078610 run osmo-stp_10.42.42.5(pid=16517): stdout: \u000a| (launched: 2022-12-14_06:15:03.248709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:05.210796 run osmo-stp_10.42.42.5(pid=16517): stderr: \u000a| �[0;m�[38;5;43m20221214061503442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061503443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061503443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061503443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061503444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061503444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061503444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:05.269211 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16517): Process ended prematurely: osmo-stp_10.42.42.5(pid=16517) [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16517)] [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a06:15:05.278573 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a06:15:05.342634 run osmo-hlr_10.42.42.2(pid=16514): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16514)]\u000a06:15:05.395038 run osmo-hlr_10.42.42.2(pid=16514): stdout: \u000a| (launched: 2022-12-14_06:15:02.210556) \u000a06:15:05.448158 run osmo-hlr_10.42.42.2(pid=16514): stderr: \u000a| �[0;m�[1;31m20221214061502408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061502408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061502408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061502408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061502409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061502409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061502421 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061502431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061502431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061502431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:15:05.519788 run osmo-msc_10.42.42.6(pid=16520): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16520)]\u000a06:15:05.572172 run osmo-msc_10.42.42.6(pid=16520): stdout: \u000a| (launched: 2022-12-14_06:15:04.308288) \u000a06:15:05.625025 run osmo-msc_10.42.42.6(pid=16520): stderr: \u000a| �[0;m�[38;5;43m20221214061504632 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214061504632 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efd28b23c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214061504632 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214061504632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214061504632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214061504633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214061504634 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214061504635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214061504635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214061504635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:15:05.670193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16513): Terminating (SIGTERM)\u000a06:15:05.713135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16516): Terminating (SIGTERM)\u000a06:15:05.755919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16519): Terminating (SIGTERM)\u000a06:15:05.765710 --- ParallelTerminationStrategy: PID 16513 died...\u000a06:15:05.823512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16513): Terminated: ok {rc=0}\u000a06:15:05.833799 --- ParallelTerminationStrategy: PID 16516 died...\u000a06:15:05.891201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16516): Terminated: ok {rc=0}\u000a06:15:05.901432 --- ParallelTerminationStrategy: PID 16519 died...\u000a06:15:05.958975 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16519): Terminated: ok {rc=0}\u000a06:15:06.047282 bus /sierra_3: Setting Powered False\u000a06:15:07.153965 bus /sierra_3: Setting Powered False\u000a06:15:08.273443 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:14:48" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16532): Process ended prematurely: osmo-stp_10.42.42.5(pid=16532) [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16532)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16532): Process ended prematurely: osmo-stp_10.42.42.5(pid=16532) [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16532)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:15:10.270109 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:15:10.281689 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:15:10.448286 tst mo_mt_call.py: using LAC 38969\u000a06:15:10.577146 tst mo_mt_call.py: using RAC 209\u000a06:15:10.707014 tst mo_mt_call.py: using CellId 38969\u000a06:15:10.836422 tst mo_mt_call.py: using BVCI 38970\u000a06:15:10.861814 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:15:10.873574 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:15:10.884852 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:15:10.896530 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:15:10.908036 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:15:10.919431 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:15:11.037233 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:15:11.245244 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:15:11.739048 run create_hlr_db(pid=16526): Launched\u000a06:15:11.920420 bus /sierra_2: Setting Powered False\u000a06:15:12.941438 run create_hlr_db(pid=16526): Terminated: ok {rc=0}\u000a06:15:13.370792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16528): Launched\u000a06:15:13.684815 run osmo-hlr_10.42.42.2(pid=16529): Launched\u000a06:15:13.805460 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:15:14.357087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16531): Launched\u000a06:15:14.670944 run osmo-stp_10.42.42.5(pid=16532): Launched\u000a06:15:14.785875 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:15:15.357636 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16534): Launched\u000a06:15:15.671182 run osmo-msc_10.42.42.6(pid=16535): Launched\u000a06:15:15.912341 run osmo-stp_10.42.42.5(pid=16532): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16532)]\u000a06:15:16.100122 run osmo-stp_10.42.42.5(pid=16532): stdout: \u000a| (launched: 2022-12-14_06:15:14.516140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:16.241861 run osmo-stp_10.42.42.5(pid=16532): stderr: \u000a| �[0;m�[38;5;43m20221214061514688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061514688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061514689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061514689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061514690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061514690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061514690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:16.381059 run osmo-stp_10.42.42.5(pid=16532): stdout: \u000a| (launched: 2022-12-14_06:15:14.516140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:16.518022 run osmo-stp_10.42.42.5(pid=16532): stderr: \u000a| �[0;m�[38;5;43m20221214061514688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061514688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061514689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061514689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061514690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061514690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061514690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:16.579339 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16532): Process ended prematurely: osmo-stp_10.42.42.5(pid=16532) [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16532)] [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a06:15:16.589948 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a06:15:16.656295 run osmo-hlr_10.42.42.2(pid=16529): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16529)]\u000a06:15:16.711901 run osmo-hlr_10.42.42.2(pid=16529): stdout: \u000a| (launched: 2022-12-14_06:15:13.530309) \u000a06:15:16.766847 run osmo-hlr_10.42.42.2(pid=16529): stderr: \u000a| �[0;m�[1;31m20221214061513708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061513708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061513708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061513708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061513708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061513708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061513720 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061513728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061513728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061513728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:15:16.840678 run osmo-msc_10.42.42.6(pid=16535): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16535)]\u000a06:15:16.896778 run osmo-msc_10.42.42.6(pid=16535): stdout: \u000a| (launched: 2022-12-14_06:15:15.516526) \u000a06:15:16.951586 run osmo-msc_10.42.42.6(pid=16535): stderr: \u000a| �[0;m�[38;5;43m20221214061515788 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214061515788 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6baa9f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214061515789 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214061515789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214061515789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214061515789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214061515791 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214061515791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214061515791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214061515791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:15:16.999160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16528): Terminating (SIGTERM)\u000a06:15:17.045465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16531): Terminating (SIGTERM)\u000a06:15:17.093764 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16534): Terminating (SIGTERM)\u000a06:15:17.104523 --- ParallelTerminationStrategy: PID 16528 died...\u000a06:15:17.165234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16528): Terminated: ok {rc=0}\u000a06:15:17.177028 --- ParallelTerminationStrategy: PID 16531 died...\u000a06:15:17.233448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16531): Terminated: ok {rc=0}\u000a06:15:17.243095 --- ParallelTerminationStrategy: PID 16534 died...\u000a06:15:17.298803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16534): Terminated: ok {rc=0}\u000a06:15:17.388555 bus /sierra_3: Setting Powered False\u000a06:15:18.492465 bus /sierra_3: Setting Powered False\u000a06:15:19.601050 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16543): Process ended prematurely: osmo-stp_10.42.42.5(pid=16543) [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16543)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16543): Process ended prematurely: osmo-stp_10.42.42.5(pid=16543) [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16543)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:15:20.712270 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:15:20.724308 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:15:20.889552 tst mo_mt_call_osmux.py: using LAC 38970\u000a06:15:21.009653 tst mo_mt_call_osmux.py: using RAC 210\u000a06:15:21.130600 tst mo_mt_call_osmux.py: using CellId 38970\u000a06:15:21.251125 tst mo_mt_call_osmux.py: using BVCI 38971\u000a06:15:21.274985 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:15:21.286391 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:15:21.297621 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:15:21.308711 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:15:21.320259 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:15:21.331677 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:15:21.454394 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:15:21.671808 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:15:22.203049 run create_hlr_db(pid=16537): Launched\u000a06:15:22.395806 bus /sierra_2: Setting Powered False\u000a06:15:23.416261 run create_hlr_db(pid=16537): Terminated: ok {rc=0}\u000a06:15:23.836240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16539): Launched\u000a06:15:24.150917 run osmo-hlr_10.42.42.2(pid=16540): Launched\u000a06:15:24.275017 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:15:24.823352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16542): Launched\u000a06:15:25.135258 run osmo-stp_10.42.42.5(pid=16543): Launched\u000a06:15:25.249831 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:15:25.819778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16545): Launched\u000a06:15:26.133586 run osmo-msc_10.42.42.6(pid=16546): Launched\u000a06:15:26.321759 run osmo-stp_10.42.42.5(pid=16543): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16543)]\u000a06:15:26.463977 run osmo-stp_10.42.42.5(pid=16543): stdout: \u000a| (launched: 2022-12-14_06:15:24.981574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:26.603503 run osmo-stp_10.42.42.5(pid=16543): stderr: \u000a| �[0;m�[38;5;43m20221214061525155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061525155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061525155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061525155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061525156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061525156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061525156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:26.737275 run osmo-stp_10.42.42.5(pid=16543): stdout: \u000a| (launched: 2022-12-14_06:15:24.981574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:26.869694 run osmo-stp_10.42.42.5(pid=16543): stderr: \u000a| �[0;m�[38;5;43m20221214061525155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061525155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061525155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061525155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061525156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061525156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061525156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:26.928079 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16543): Process ended prematurely: osmo-stp_10.42.42.5(pid=16543) [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16543)] [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a06:15:26.937415 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a06:15:27.002284 run osmo-hlr_10.42.42.2(pid=16540): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16540)]\u000a06:15:27.055244 run osmo-hlr_10.42.42.2(pid=16540): stdout: \u000a| (launched: 2022-12-14_06:15:23.995111) \u000a06:15:27.108815 run osmo-hlr_10.42.42.2(pid=16540): stderr: \u000a| �[0;m�[1;31m20221214061524173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061524173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061524173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061524173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061524173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061524173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061524186 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061524194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061524194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061524194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:15:27.181573 run osmo-msc_10.42.42.6(pid=16546): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16546)]\u000a06:15:27.234639 run osmo-msc_10.42.42.6(pid=16546): stdout: \u000a| (launched: 2022-12-14_06:15:25.978466) \u000a06:15:27.287865 run osmo-msc_10.42.42.6(pid=16546): stderr: \u000a| �[0;m�[38;5;43m20221214061526250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214061526250 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd110bfec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214061526251 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214061526251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214061526251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214061526252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214061526254 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214061526255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214061526255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214061526255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:15:27.333263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16539): Terminating (SIGTERM)\u000a06:15:27.376246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16542): Terminating (SIGTERM)\u000a06:15:27.419354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16545): Terminating (SIGTERM)\u000a06:15:27.429303 --- ParallelTerminationStrategy: PID 16539 died...\u000a06:15:27.487377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16539): Terminated: ok {rc=0}\u000a06:15:27.497718 --- ParallelTerminationStrategy: PID 16542 died...\u000a06:15:27.555334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16542): Terminated: ok {rc=0}\u000a06:15:27.565967 --- ParallelTerminationStrategy: PID 16545 died...\u000a06:15:27.623618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16545): Terminated: ok {rc=0}\u000a06:15:27.711572 bus /sierra_3: Setting Powered False\u000a06:15:28.818327 bus /sierra_3: Setting Powered False\u000a06:15:29.925985 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:15:09" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16557): Process ended prematurely: osmo-stp_10.42.42.5(pid=16557) [trial-2400↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16557)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16557): Process ended prematurely: osmo-stp_10.42.42.5(pid=16557) [trial-2400↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16557)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a06:15:32.004218 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:15:32.016869 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a06:15:32.202891 tst mo_mt_call.py: using LAC 38971\u000a06:15:32.330576 tst mo_mt_call.py: using RAC 211\u000a06:15:32.451156 tst mo_mt_call.py: using CellId 38971\u000a06:15:32.571403 tst mo_mt_call.py: using BVCI 38972\u000a06:15:32.595753 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:15:32.607032 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:15:32.617999 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:15:32.629100 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:15:32.640551 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:15:32.651805 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:15:32.773219 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:15:32.988667 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:15:33.521156 run create_hlr_db(pid=16551): Launched\u000a06:15:33.714020 bus /sierra_2: Setting Powered False\u000a06:15:34.734732 run create_hlr_db(pid=16551): Terminated: ok {rc=0}\u000a06:15:35.153955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16553): Launched\u000a06:15:35.467109 run osmo-hlr_10.42.42.2(pid=16554): Launched\u000a06:15:35.589267 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:15:36.136620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16556): Launched\u000a06:15:36.448394 run osmo-stp_10.42.42.5(pid=16557): Launched\u000a06:15:36.562839 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:15:37.132546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16559): Launched\u000a06:15:37.445381 run osmo-msc_10.42.42.6(pid=16560): Launched\u000a06:15:37.629865 run osmo-stp_10.42.42.5(pid=16557): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16557)]\u000a06:15:37.761907 run osmo-stp_10.42.42.5(pid=16557): stdout: \u000a| (launched: 2022-12-14_06:15:36.294753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:37.892041 run osmo-stp_10.42.42.5(pid=16557): stderr: \u000a| �[0;m�[38;5;43m20221214061536466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061536466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061536466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061536467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061536467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061536467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061536467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:38.017289 run osmo-stp_10.42.42.5(pid=16557): stdout: \u000a| (launched: 2022-12-14_06:15:36.294753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:38.141726 run osmo-stp_10.42.42.5(pid=16557): stderr: \u000a| �[0;m�[38;5;43m20221214061536466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061536466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061536466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061536467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061536467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061536467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061536467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:38.196227 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16557): Process ended prematurely: osmo-stp_10.42.42.5(pid=16557) [trial-2400↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16557)] [trial-2400↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a06:15:38.205257 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a06:15:38.266792 run osmo-hlr_10.42.42.2(pid=16554): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16554)]\u000a06:15:38.316655 run osmo-hlr_10.42.42.2(pid=16554): stdout: \u000a| (launched: 2022-12-14_06:15:35.313295) \u000a06:15:38.367207 run osmo-hlr_10.42.42.2(pid=16554): stderr: \u000a| �[0;m�[1;31m20221214061535490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061535490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061535491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061535491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061535491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061535491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061535503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061535514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061535514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061535514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:15:38.435714 run osmo-msc_10.42.42.6(pid=16560): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16560)]\u000a06:15:38.485680 run osmo-msc_10.42.42.6(pid=16560): stdout: \u000a| (launched: 2022-12-14_06:15:37.290652) \u000a06:15:38.535991 run osmo-msc_10.42.42.6(pid=16560): stderr: \u000a| �[0;m�[38;5;43m20221214061537563 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214061537563 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe36c289c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214061537564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214061537564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214061537564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214061537564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214061537566 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214061537566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214061537566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214061537566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:15:38.579227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16553): Terminating (SIGTERM)\u000a06:15:38.619646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16556): Terminating (SIGTERM)\u000a06:15:38.660000 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16559): Terminating (SIGTERM)\u000a06:15:38.669348 --- ParallelTerminationStrategy: PID 16553 died...\u000a06:15:38.723783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16553): Terminated: ok {rc=0}\u000a06:15:38.733537 --- ParallelTerminationStrategy: PID 16556 died...\u000a06:15:38.787970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16556): Terminated: ok {rc=0}\u000a06:15:38.797840 --- ParallelTerminationStrategy: PID 16559 died...\u000a06:15:38.852531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16559): Terminated: ok {rc=0}\u000a06:15:38.937551 bus /sierra_3: Setting Powered False\u000a06:15:40.045971 bus /sierra_3: Setting Powered False\u000a06:15:41.154919 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16568): Process ended prematurely: osmo-stp_10.42.42.5(pid=16568) [trial-2400↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16568)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16568): Process ended prematurely: osmo-stp_10.42.42.5(pid=16568) [trial-2400↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16568)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:15:42.267958 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:15:42.280100 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a06:15:42.440364 tst mo_mt_call_osmux.py: using LAC 38972\u000a06:15:42.563540 tst mo_mt_call_osmux.py: using RAC 212\u000a06:15:42.686443 tst mo_mt_call_osmux.py: using CellId 38972\u000a06:15:42.809905 tst mo_mt_call_osmux.py: using BVCI 38973\u000a06:15:42.833868 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:15:42.845064 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:15:42.856014 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:15:42.867155 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:15:42.878164 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:15:42.889779 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:15:43.007440 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:15:43.224315 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:15:43.755855 run create_hlr_db(pid=16562): Launched\u000a06:15:43.949245 bus /sierra_2: Setting Powered False\u000a06:15:44.969456 run create_hlr_db(pid=16562): Terminated: ok {rc=0}\u000a06:15:45.391657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16564): Launched\u000a06:15:45.706561 run osmo-hlr_10.42.42.2(pid=16565): Launched\u000a06:15:45.826803 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:15:46.418067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16567): Launched\u000a06:15:46.770241 run osmo-stp_10.42.42.5(pid=16568): Launched\u000a06:15:47.032632 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:15:47.652553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16570): Launched\u000a06:15:47.986518 run osmo-msc_10.42.42.6(pid=16571): Launched\u000a06:15:48.181379 run osmo-stp_10.42.42.5(pid=16568): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16568)]\u000a06:15:48.322532 run osmo-stp_10.42.42.5(pid=16568): stdout: \u000a| (launched: 2022-12-14_06:15:46.578996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:48.461672 run osmo-stp_10.42.42.5(pid=16568): stderr: \u000a| �[0;m�[38;5;43m20221214061546917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061546917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061546917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061546918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061546918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061546918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061546918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:48.595590 run osmo-stp_10.42.42.5(pid=16568): stdout: \u000a| (launched: 2022-12-14_06:15:46.578996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:48.728655 run osmo-stp_10.42.42.5(pid=16568): stderr: \u000a| �[0;m�[38;5;43m20221214061546917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061546917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061546917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061546918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061546918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061546918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061546918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:48.787339 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16568): Process ended prematurely: osmo-stp_10.42.42.5(pid=16568) [trial-2400↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16568)] [trial-2400↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a06:15:48.796911 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a06:15:48.860367 run osmo-hlr_10.42.42.2(pid=16565): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16565)]\u000a06:15:48.912649 run osmo-hlr_10.42.42.2(pid=16565): stdout: \u000a| (launched: 2022-12-14_06:15:45.550856) \u000a06:15:48.965665 run osmo-hlr_10.42.42.2(pid=16565): stderr: \u000a| �[0;m�[1;31m20221214061545729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061545729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061545729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061545729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061545729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061545729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061545741 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061545750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061545751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061545751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:15:49.037520 run osmo-msc_10.42.42.6(pid=16571): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16571)]\u000a06:15:49.089669 run osmo-msc_10.42.42.6(pid=16571): stdout: \u000a| (launched: 2022-12-14_06:15:47.822448) \u000a06:15:49.142577 run osmo-msc_10.42.42.6(pid=16571): stderr: \u000a| �[0;m�[38;5;43m20221214061548146 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214061548146 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7959b9fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214061548146 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214061548146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214061548147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214061548147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214061548148 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214061548149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214061548149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214061548149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:15:49.187353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16564): Terminating (SIGTERM)\u000a06:15:49.230315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16567): Terminating (SIGTERM)\u000a06:15:49.272826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16570): Terminating (SIGTERM)\u000a06:15:49.282725 --- ParallelTerminationStrategy: PID 16564 died...\u000a06:15:49.339913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16564): Terminated: ok {rc=0}\u000a06:15:49.350354 --- ParallelTerminationStrategy: PID 16567 died...\u000a06:15:49.407157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16567): Terminated: ok {rc=0}\u000a06:15:49.417468 --- ParallelTerminationStrategy: PID 16570 died...\u000a06:15:49.474207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16570): Terminated: ok {rc=0}\u000a06:15:49.561531 bus /sierra_3: Setting Powered False\u000a06:15:50.669997 bus /sierra_3: Setting Powered False\u000a06:15:51.778732 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:15:31" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16582): Process ended prematurely: osmo-stp_10.42.42.5(pid=16582) [trial-2400↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16582)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16582): Process ended prematurely: osmo-stp_10.42.42.5(pid=16582) [trial-2400↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16582)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:15:53.786561 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:15:53.797803 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:15:53.957542 tst mo_mt_call.py: using LAC 38973\u000a06:15:54.085158 tst mo_mt_call.py: using RAC 213\u000a06:15:54.214236 tst mo_mt_call.py: using CellId 38973\u000a06:15:54.342659 tst mo_mt_call.py: using BVCI 38974\u000a06:15:54.368053 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:15:54.379601 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:15:54.391012 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:15:54.402486 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:15:54.414015 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:15:54.425385 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:15:54.544307 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:15:54.760243 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:15:55.289722 run create_hlr_db(pid=16576): Launched\u000a06:15:55.482647 bus /sierra_2: Setting Powered False\u000a06:15:56.502978 run create_hlr_db(pid=16576): Terminated: ok {rc=0}\u000a06:15:56.923654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16578): Launched\u000a06:15:57.237222 run osmo-hlr_10.42.42.2(pid=16579): Launched\u000a06:15:57.359137 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:15:57.906690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16581): Launched\u000a06:15:58.219528 run osmo-stp_10.42.42.5(pid=16582): Launched\u000a06:15:58.333483 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:15:58.903054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16584): Launched\u000a06:15:59.216570 run osmo-msc_10.42.42.6(pid=16585): Launched\u000a06:15:59.400231 run osmo-stp_10.42.42.5(pid=16582): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16582)]\u000a06:15:59.532060 run osmo-stp_10.42.42.5(pid=16582): stdout: \u000a| (launched: 2022-12-14_06:15:58.065307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:59.661826 run osmo-stp_10.42.42.5(pid=16582): stderr: \u000a| �[0;m�[38;5;43m20221214061558236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061558236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061558236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061558237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061558237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061558237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061558237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:59.786890 run osmo-stp_10.42.42.5(pid=16582): stdout: \u000a| (launched: 2022-12-14_06:15:58.065307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:59.910952 run osmo-stp_10.42.42.5(pid=16582): stderr: \u000a| �[0;m�[38;5;43m20221214061558236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061558236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061558236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061558237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061558237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061558237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061558237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:59.965513 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16582): Process ended prematurely: osmo-stp_10.42.42.5(pid=16582) [trial-2400↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16582)] [trial-2400↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a06:15:59.974258 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a06:16:00.034729 run osmo-hlr_10.42.42.2(pid=16579): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16579)]\u000a06:16:00.084370 run osmo-hlr_10.42.42.2(pid=16579): stdout: \u000a| (launched: 2022-12-14_06:15:57.083189) \u000a06:16:00.134491 run osmo-hlr_10.42.42.2(pid=16579): stderr: \u000a| �[0;m�[1;31m20221214061557261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061557261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061557261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061557261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061557261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061557261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061557274 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061557282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061557284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061557284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:16:00.202508 run osmo-msc_10.42.42.6(pid=16585): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16585)]\u000a06:16:00.252355 run osmo-msc_10.42.42.6(pid=16585): stdout: \u000a| (launched: 2022-12-14_06:15:59.061651) \u000a06:16:00.302905 run osmo-msc_10.42.42.6(pid=16585): stderr: \u000a| �[0;m�[38;5;43m20221214061559333 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214061559333 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8dc3fc6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214061559333 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214061559333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214061559333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214061559333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214061559335 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214061559335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214061559336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214061559336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:16:00.345624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16578): Terminating (SIGTERM)\u000a06:16:00.385788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16581): Terminating (SIGTERM)\u000a06:16:00.425918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16584): Terminating (SIGTERM)\u000a06:16:00.435107 --- ParallelTerminationStrategy: PID 16578 died...\u000a06:16:00.489372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16578): Terminated: ok {rc=0}\u000a06:16:00.498984 --- ParallelTerminationStrategy: PID 16581 died...\u000a06:16:00.553236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16581): Terminated: ok {rc=0}\u000a06:16:00.562841 --- ParallelTerminationStrategy: PID 16584 died...\u000a06:16:00.617033 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16584): Terminated: ok {rc=0}\u000a06:16:00.706019 bus /sierra_3: Setting Powered False\u000a06:16:01.827707 bus /sierra_3: Setting Powered False\u000a06:16:02.943744 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16593): Process ended prematurely: osmo-stp_10.42.42.5(pid=16593) [trial-2400↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16593)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16593): Process ended prematurely: osmo-stp_10.42.42.5(pid=16593) [trial-2400↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:16:04.060876 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:16:04.073327 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:16:04.235561 tst mo_mt_call_osmux.py: using LAC 38974\u000a06:16:04.358911 tst mo_mt_call_osmux.py: using RAC 214\u000a06:16:04.481925 tst mo_mt_call_osmux.py: using CellId 38974\u000a06:16:04.603499 tst mo_mt_call_osmux.py: using BVCI 38975\u000a06:16:04.627175 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:16:04.638352 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:16:04.649296 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:16:04.660197 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:16:04.671544 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:16:04.682854 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:16:04.805214 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:16:05.012365 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:16:05.502076 run create_hlr_db(pid=16587): Launched\u000a06:16:05.682301 bus /sierra_2: Setting Powered False\u000a06:16:06.703631 run create_hlr_db(pid=16587): Terminated: ok {rc=0}\u000a06:16:07.119656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16589): Launched\u000a06:16:07.433236 run osmo-hlr_10.42.42.2(pid=16590): Launched\u000a06:16:07.555367 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:16:08.101515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16592): Launched\u000a06:16:08.418587 run osmo-stp_10.42.42.5(pid=16593): Launched\u000a06:16:08.533725 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:16:09.104937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16595): Launched\u000a06:16:09.418972 run osmo-msc_10.42.42.6(pid=16596): Launched\u000a06:16:09.602525 run osmo-stp_10.42.42.5(pid=16593): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16593)]\u000a06:16:09.734444 run osmo-stp_10.42.42.5(pid=16593): stdout: \u000a| (launched: 2022-12-14_06:16:08.260199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:16:09.864150 run osmo-stp_10.42.42.5(pid=16593): stderr: \u000a| �[0;m�[38;5;43m20221214061608430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061608430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061608431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061608431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061608431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061608432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061608432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:16:09.989252 run osmo-stp_10.42.42.5(pid=16593): stdout: \u000a| (launched: 2022-12-14_06:16:08.260199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:16:10.113128 run osmo-stp_10.42.42.5(pid=16593): stderr: \u000a| �[0;m�[38;5;43m20221214061608430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061608430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061608431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061608431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061608431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061608432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061608432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:16:10.167705 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16593): Process ended prematurely: osmo-stp_10.42.42.5(pid=16593) [trial-2400↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16593)] [trial-2400↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a06:16:10.176378 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a06:16:10.237282 run osmo-hlr_10.42.42.2(pid=16590): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16590)]\u000a06:16:10.286912 run osmo-hlr_10.42.42.2(pid=16590): stdout: \u000a| (launched: 2022-12-14_06:16:07.278792) \u000a06:16:10.337381 run osmo-hlr_10.42.42.2(pid=16590): stderr: \u000a| �[0;m�[1;31m20221214061607456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061607456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061607456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061607456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061607456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061607456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061607468 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061607476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061607476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061607476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:16:10.406010 run osmo-msc_10.42.42.6(pid=16596): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16596)]\u000a06:16:10.455753 run osmo-msc_10.42.42.6(pid=16596): stdout: \u000a| (launched: 2022-12-14_06:16:09.263943) \u000a06:16:10.506158 run osmo-msc_10.42.42.6(pid=16596): stderr: \u000a| �[0;m�[38;5;43m20221214061609537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214061609537 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa7b4445c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214061609538 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214061609538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214061609538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214061609538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214061609540 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214061609540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214061609540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214061609540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:16:10.548858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16589): Terminating (SIGTERM)\u000a06:16:10.589062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16592): Terminating (SIGTERM)\u000a06:16:10.629849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16595): Terminating (SIGTERM)\u000a06:16:10.639042 --- ParallelTerminationStrategy: PID 16589 died...\u000a06:16:10.693373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16589): Terminated: ok {rc=0}\u000a06:16:10.702959 --- ParallelTerminationStrategy: PID 16592 died...\u000a06:16:10.756786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16592): Terminated: ok {rc=0}\u000a06:16:10.766365 --- ParallelTerminationStrategy: PID 16595 died...\u000a06:16:10.820470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16595): Terminated: ok {rc=0}\u000a06:16:10.909862 bus /sierra_3: Setting Powered False\u000a06:16:12.014262 bus /sierra_3: Setting Powered False\u000a06:16:13.125882 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:15:53" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16607): Process ended prematurely: osmo-stp_10.42.42.5(pid=16607) [trial-2400↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16607)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16607): Process ended prematurely: osmo-stp_10.42.42.5(pid=16607) [trial-2400↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16607)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a06:16:15.126548 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:16:15.137944 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:16:15.294717 tst mo_mt_call.py: using LAC 38975\u000a06:16:15.414848 tst mo_mt_call.py: using RAC 215\u000a06:16:15.534782 tst mo_mt_call.py: using CellId 38975\u000a06:16:15.654732 tst mo_mt_call.py: using BVCI 38976\u000a06:16:15.678594 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:16:15.690005 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:16:15.701067 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:16:15.712255 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:16:15.723787 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:16:15.735256 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:16:15.861995 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:16:16.117200 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:16:16.702041 run create_hlr_db(pid=16601): Launched\u000a06:16:16.898908 bus /sierra_2: Setting Powered False\u000a06:16:17.914992 run create_hlr_db(pid=16601): Terminated: ok {rc=0}\u000a06:16:18.336202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16603): Launched\u000a06:16:18.650182 run osmo-hlr_10.42.42.2(pid=16604): Launched\u000a06:16:18.766199 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:16:19.310053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16606): Launched\u000a06:16:19.622711 run osmo-stp_10.42.42.5(pid=16607): Launched\u000a06:16:19.736858 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:16:20.306011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16609): Launched\u000a06:16:20.618807 run osmo-msc_10.42.42.6(pid=16610): Launched\u000a06:16:20.802488 run osmo-stp_10.42.42.5(pid=16607): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16607)]\u000a06:16:20.935124 run osmo-stp_10.42.42.5(pid=16607): stdout: \u000a| (launched: 2022-12-14_06:16:19.468744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:16:21.064429 run osmo-stp_10.42.42.5(pid=16607): stderr: \u000a| �[0;m�[38;5;43m20221214061619641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061619641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061619641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061619642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061619642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061619642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061619642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:16:21.190052 run osmo-stp_10.42.42.5(pid=16607): stdout: \u000a| (launched: 2022-12-14_06:16:19.468744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:16:21.314281 run osmo-stp_10.42.42.5(pid=16607): stderr: \u000a| �[0;m�[38;5;43m20221214061619641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061619641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061619641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061619642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061619642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061619642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061619642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:16:21.369172 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16607): Process ended prematurely: osmo-stp_10.42.42.5(pid=16607) [trial-2400↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16607)] [trial-2400↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a06:16:21.378115 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a06:16:21.438685 run osmo-hlr_10.42.42.2(pid=16604): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16604)]\u000a06:16:21.488181 run osmo-hlr_10.42.42.2(pid=16604): stdout: \u000a| (launched: 2022-12-14_06:16:18.495494) \u000a06:16:21.538188 run osmo-hlr_10.42.42.2(pid=16604): stderr: \u000a| �[0;m�[1;31m20221214061618672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061618672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061618672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061618672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061618672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061618672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061618685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061618694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061618694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061618695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:16:21.605947 run osmo-msc_10.42.42.6(pid=16610): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16610)]\u000a06:16:21.655201 run osmo-msc_10.42.42.6(pid=16610): stdout: \u000a| (launched: 2022-12-14_06:16:20.463877) \u000a06:16:21.705371 run osmo-msc_10.42.42.6(pid=16610): stderr: \u000a| �[0;m�[38;5;43m20221214061620736 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214061620737 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7effb0e3bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214061620737 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214061620737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214061620737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214061620737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214061620739 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214061620739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214061620739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214061620740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:16:21.747777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16603): Terminating (SIGTERM)\u000a06:16:21.787796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16606): Terminating (SIGTERM)\u000a06:16:21.827793 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16609): Terminating (SIGTERM)\u000a06:16:21.837128 --- ParallelTerminationStrategy: PID 16603 died...\u000a06:16:21.891386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16603): Terminated: ok {rc=0}\u000a06:16:21.901569 --- ParallelTerminationStrategy: PID 16606 died...\u000a06:16:21.957535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16606): Terminated: ok {rc=0}\u000a06:16:21.967171 --- ParallelTerminationStrategy: PID 16609 died...\u000a06:16:22.020603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16609): Terminated: ok {rc=0}\u000a06:16:22.108401 bus /sierra_3: Setting Powered False\u000a06:16:23.213319 bus /sierra_3: Setting Powered False\u000a06:16:24.325600 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16618): Process ended prematurely: osmo-stp_10.42.42.5(pid=16618) [trial-2400↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16618)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16618): Process ended prematurely: osmo-stp_10.42.42.5(pid=16618) [trial-2400↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16618)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:16:25.438799 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:16:25.451027 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:16:25.618399 tst mo_mt_call_osmux.py: using LAC 38976\u000a06:16:25.742384 tst mo_mt_call_osmux.py: using RAC 216\u000a06:16:25.865815 tst mo_mt_call_osmux.py: using CellId 38976\u000a06:16:25.987371 tst mo_mt_call_osmux.py: using BVCI 38977\u000a06:16:26.011476 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:16:26.022953 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:16:26.034292 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:16:26.045368 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:16:26.056705 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:16:26.068061 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:16:26.190126 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:16:26.398407 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:16:26.891798 run create_hlr_db(pid=16612): Launched\u000a06:16:27.072761 bus /sierra_2: Setting Powered False\u000a06:16:28.103323 run create_hlr_db(pid=16612): Terminated: ok {rc=0}\u000a06:16:28.531707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16614): Launched\u000a06:16:28.863768 run osmo-hlr_10.42.42.2(pid=16615): Launched\u000a06:16:28.986478 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:16:29.564607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16617): Launched\u000a06:16:29.896924 run osmo-stp_10.42.42.5(pid=16618): Launched\u000a06:16:30.017656 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:16:30.630901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16620): Launched\u000a06:16:31.002943 run osmo-msc_10.42.42.6(pid=16621): Launched\u000a06:16:31.384484 run osmo-stp_10.42.42.5(pid=16618): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16618)]\u000a06:16:31.630969 run osmo-stp_10.42.42.5(pid=16618): stdout: \u000a| (launched: 2022-12-14_06:16:29.734284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:16:31.838580 run osmo-stp_10.42.42.5(pid=16618): stderr: \u000a| �[0;m�[38;5;43m20221214061629928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061629928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061629929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061629929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061629929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061629930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061629930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:16:31.992692 run osmo-stp_10.42.42.5(pid=16618): stdout: \u000a| (launched: 2022-12-14_06:16:29.734284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:16:32.124263 run osmo-stp_10.42.42.5(pid=16618): stderr: \u000a| �[0;m�[38;5;43m20221214061629928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061629928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061629929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061629929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061629929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061629930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061629930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:16:32.182190 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16618): Process ended prematurely: osmo-stp_10.42.42.5(pid=16618) [trial-2400↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16618)] [trial-2400↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a06:16:32.191920 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a06:16:32.256199 run osmo-hlr_10.42.42.2(pid=16615): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16615)]\u000a06:16:32.309403 run osmo-hlr_10.42.42.2(pid=16615): stdout: \u000a| (launched: 2022-12-14_06:16:28.701402) \u000a06:16:32.362567 run osmo-hlr_10.42.42.2(pid=16615): stderr: \u000a| �[0;m�[1;31m20221214061628903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061628903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061628903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061628903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061628903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061628903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061628915 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061628923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061628923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061628923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:16:32.432640 run osmo-msc_10.42.42.6(pid=16621): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16621)]\u000a06:16:32.482479 run osmo-msc_10.42.42.6(pid=16621): stdout: \u000a| (launched: 2022-12-14_06:16:30.800491) \u000a06:16:32.532926 run osmo-msc_10.42.42.6(pid=16621): stderr: \u000a| �[0;m�[38;5;43m20221214061631309 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214061631309 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f19418a7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214061631309 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214061631309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214061631309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214061631309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214061631311 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214061631311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214061631312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214061631312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:16:32.576000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16614): Terminating (SIGTERM)\u000a06:16:32.616775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16617): Terminating (SIGTERM)\u000a06:16:32.657758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16620): Terminating (SIGTERM)\u000a06:16:32.667057 --- ParallelTerminationStrategy: PID 16614 died...\u000a06:16:32.721418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16614): Terminated: ok {rc=0}\u000a06:16:32.731156 --- ParallelTerminationStrategy: PID 16617 died...\u000a06:16:32.785262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16617): Terminated: ok {rc=0}\u000a06:16:32.794847 --- ParallelTerminationStrategy: PID 16620 died...\u000a06:16:32.849067 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16620): Terminated: ok {rc=0}\u000a06:16:32.937812 bus /sierra_3: Setting Powered False\u000a06:16:34.041008 bus /sierra_3: Setting Powered False\u000a06:16:35.150337 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:16:14" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16632): Process ended prematurely: osmo-stp_10.42.42.5(pid=16632) [trial-2400↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16632)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16632): Process ended prematurely: osmo-stp_10.42.42.5(pid=16632) [trial-2400↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16632)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a06:16:37.156385 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:16:37.167930 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:16:37.336194 tst mo_mt_call.py: using LAC 38977\u000a06:16:37.465958 tst mo_mt_call.py: using RAC 217\u000a06:16:37.597367 tst mo_mt_call.py: using CellId 38977\u000a06:16:37.729372 tst mo_mt_call.py: using BVCI 38978\u000a06:16:37.754573 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:16:37.766018 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:16:37.777239 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:16:37.788321 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:16:37.799577 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:16:37.811052 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:16:37.929142 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:16:38.145555 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:16:38.676263 run create_hlr_db(pid=16626): Launched\u000a06:16:38.869162 bus /sierra_2: Setting Powered False\u000a06:16:39.889480 run create_hlr_db(pid=16626): Terminated: ok {rc=0}\u000a06:16:40.310778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16628): Launched\u000a06:16:40.624505 run osmo-hlr_10.42.42.2(pid=16629): Launched\u000a06:16:40.748834 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:16:41.299855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16631): Launched\u000a06:16:41.615106 run osmo-stp_10.42.42.5(pid=16632): Launched\u000a06:16:41.730653 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:16:42.302806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16634): Launched\u000a06:16:42.618290 run osmo-msc_10.42.42.6(pid=16635): Launched\u000a06:16:42.806578 run osmo-stp_10.42.42.5(pid=16632): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16632)]\u000a06:16:42.939229 run osmo-stp_10.42.42.5(pid=16632): stdout: \u000a| (launched: 2022-12-14_06:16:41.458739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:16:43.070659 run osmo-stp_10.42.42.5(pid=16632): stderr: \u000a| �[0;m�[38;5;43m20221214061641630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061641631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061641631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061641631 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061641632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061641632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061641632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:16:43.197064 run osmo-stp_10.42.42.5(pid=16632): stdout: \u000a| (launched: 2022-12-14_06:16:41.458739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:16:43.322490 run osmo-stp_10.42.42.5(pid=16632): stderr: \u000a| �[0;m�[38;5;43m20221214061641630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061641631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061641631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061641631 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061641632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061641632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061641632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:16:43.377700 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16632): Process ended prematurely: osmo-stp_10.42.42.5(pid=16632) [trial-2400↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16632)] [trial-2400↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a06:16:43.386529 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a06:16:43.447200 run osmo-hlr_10.42.42.2(pid=16629): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16629)]\u000a06:16:43.497083 run osmo-hlr_10.42.42.2(pid=16629): stdout: \u000a| (launched: 2022-12-14_06:16:40.469705) \u000a06:16:43.547643 run osmo-hlr_10.42.42.2(pid=16629): stderr: \u000a| �[0;m�[1;31m20221214061640648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061640648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061640648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061640649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061640649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061640649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061640660 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061640668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061640669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061640669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:16:43.615488 run osmo-msc_10.42.42.6(pid=16635): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16635)]\u000a06:16:43.665157 run osmo-msc_10.42.42.6(pid=16635): stdout: \u000a| (launched: 2022-12-14_06:16:42.461479) \u000a06:16:43.715362 run osmo-msc_10.42.42.6(pid=16635): stderr: \u000a| �[0;m�[38;5;43m20221214061642732 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214061642732 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4a5fda5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214061642732 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214061642732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214061642732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214061642732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214061642734 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214061642735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214061642735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214061642735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:16:43.758147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16628): Terminating (SIGTERM)\u000a06:16:43.798546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16631): Terminating (SIGTERM)\u000a06:16:43.839115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16634): Terminating (SIGTERM)\u000a06:16:43.848260 --- ParallelTerminationStrategy: PID 16628 died...\u000a06:16:43.902360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16628): Terminated: ok {rc=0}\u000a06:16:43.911941 --- ParallelTerminationStrategy: PID 16631 died...\u000a06:16:43.965729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16631): Terminated: ok {rc=0}\u000a06:16:43.975239 --- ParallelTerminationStrategy: PID 16634 died...\u000a06:16:44.028806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16634): Terminated: ok {rc=0}\u000a06:16:44.116302 bus /sierra_3: Setting Powered False\u000a06:16:45.218591 bus /sierra_3: Setting Powered False\u000a06:16:46.330318 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16643): Process ended prematurely: osmo-stp_10.42.42.5(pid=16643) [trial-2400↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16643)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16643): Process ended prematurely: osmo-stp_10.42.42.5(pid=16643) [trial-2400↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16643)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:16:47.445479 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:16:47.457803 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:16:47.625988 tst mo_mt_call_osmux.py: using LAC 38978\u000a06:16:47.750879 tst mo_mt_call_osmux.py: using RAC 218\u000a06:16:47.877862 tst mo_mt_call_osmux.py: using CellId 38978\u000a06:16:47.998080 tst mo_mt_call_osmux.py: using BVCI 38979\u000a06:16:48.021734 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:16:48.032503 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:16:48.043218 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:16:48.053860 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:16:48.064857 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:16:48.075957 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:16:48.196622 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:16:48.401976 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:16:48.893691 run create_hlr_db(pid=16637): Launched\u000a06:16:49.074263 bus /sierra_2: Setting Powered False\u000a06:16:50.094848 run create_hlr_db(pid=16637): Terminated: ok {rc=0}\u000a06:16:50.512880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16639): Launched\u000a06:16:50.826454 run osmo-hlr_10.42.42.2(pid=16640): Launched\u000a06:16:50.950194 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:16:51.497679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16642): Launched\u000a06:16:51.810695 run osmo-stp_10.42.42.5(pid=16643): Launched\u000a06:16:51.925037 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:16:52.495043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16645): Launched\u000a06:16:52.808472 run osmo-msc_10.42.42.6(pid=16646): Launched\u000a06:16:52.991788 run osmo-stp_10.42.42.5(pid=16643): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16643)]\u000a06:16:53.125778 run osmo-stp_10.42.42.5(pid=16643): stdout: \u000a| (launched: 2022-12-14_06:16:51.655679)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:16:53.256459 run osmo-stp_10.42.42.5(pid=16643): stderr: \u000a| �[0;m�[38;5;43m20221214061651827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061651827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061651827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061651828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061651828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061651828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061651828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:16:53.382140 run osmo-stp_10.42.42.5(pid=16643): stdout: \u000a| (launched: 2022-12-14_06:16:51.655679)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:16:53.506703 run osmo-stp_10.42.42.5(pid=16643): stderr: \u000a| �[0;m�[38;5;43m20221214061651827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061651827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061651827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061651828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061651828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061651828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061651828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:16:53.561330 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16643): Process ended prematurely: osmo-stp_10.42.42.5(pid=16643) [trial-2400↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16643)] [trial-2400↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a06:16:53.569995 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a06:16:53.631082 run osmo-hlr_10.42.42.2(pid=16640): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16640)]\u000a06:16:53.680740 run osmo-hlr_10.42.42.2(pid=16640): stdout: \u000a| (launched: 2022-12-14_06:16:50.672028) \u000a06:16:53.731036 run osmo-hlr_10.42.42.2(pid=16640): stderr: \u000a| �[0;m�[1;31m20221214061650846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061650847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061650847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061650847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061650847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061650847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061650859 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061650868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061650869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061650869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:16:53.798928 run osmo-msc_10.42.42.6(pid=16646): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16646)]\u000a06:16:53.848240 run osmo-msc_10.42.42.6(pid=16646): stdout: \u000a| (launched: 2022-12-14_06:16:52.653388) \u000a06:16:53.898144 run osmo-msc_10.42.42.6(pid=16646): stderr: \u000a| �[0;m�[38;5;43m20221214061652925 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214061652925 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f76bbf6dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214061652926 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214061652926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214061652926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214061652926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214061652928 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214061652928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214061652928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214061652928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:16:53.940774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16639): Terminating (SIGTERM)\u000a06:16:53.980941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16642): Terminating (SIGTERM)\u000a06:16:54.021094 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16645): Terminating (SIGTERM)\u000a06:16:54.030399 --- ParallelTerminationStrategy: PID 16639 died...\u000a06:16:54.084320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16639): Terminated: ok {rc=0}\u000a06:16:54.093968 --- ParallelTerminationStrategy: PID 16642 died...\u000a06:16:54.148095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16642): Terminated: ok {rc=0}\u000a06:16:54.157825 --- ParallelTerminationStrategy: PID 16645 died...\u000a06:16:54.211977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16645): Terminated: ok {rc=0}\u000a06:16:54.302626 bus /sierra_3: Setting Powered False\u000a06:16:55.411119 bus /sierra_3: Setting Powered False\u000a06:16:56.525046 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:16:36" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16663): Process ended prematurely: osmo-stp_10.42.42.5(pid=16663) [trial-2400↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16663)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16663): Process ended prematurely: osmo-stp_10.42.42.5(pid=16663) [trial-2400↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16663)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a06:16:58.541989 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:16:58.553638 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a06:16:58.691510 tst emergency_mo_mt_call.py: using LAC 38979\u000a06:16:58.813427 tst emergency_mo_mt_call.py: using RAC 219\u000a06:16:58.940239 tst emergency_mo_mt_call.py: using CellId 38979\u000a06:16:59.061643 tst emergency_mo_mt_call.py: using BVCI 38980\u000a06:16:59.084824 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:16:59.095469 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:16:59.105996 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:16:59.116405 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:16:59.127617 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:16:59.138698 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a06:16:59.259902 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a06:16:59.467909 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:16:59.950459 run create_hlr_db(pid=16654): Launched\u000a06:17:00.127380 bus /sierra_2: Setting Powered False\u000a06:17:01.202356 run create_hlr_db(pid=16654): Terminated: ok {rc=0}\u000a06:17:01.752723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16659): Launched\u000a06:17:02.191795 run osmo-hlr_10.42.42.2(pid=16660): Launched\u000a06:17:02.386134 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:17:02.917767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16662): Launched\u000a06:17:03.225948 run osmo-stp_10.42.42.5(pid=16663): Launched\u000a06:17:03.355508 tst emergency_mo_mt_call.py: using MSISDN 8535\u000a06:17:03.509238 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:17:04.070766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16665): Launched\u000a06:17:04.379314 run osmo-msc_10.42.42.6(pid=16666): Launched\u000a06:17:04.560365 run osmo-stp_10.42.42.5(pid=16663): ERR: Terminated: ERROR {rc=1} [trial-2400↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16663)]\u000a06:17:04.690453 run osmo-stp_10.42.42.5(pid=16663): stdout: \u000a| (launched: 2022-12-14_06:17:03.073161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:04.818348 run osmo-stp_10.42.42.5(pid=16663): stderr: \u000a| �[0;m�[38;5;43m20221214061703244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061703244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061703244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061703245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061703245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061703245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061703245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:04.941465 run osmo-stp_10.42.42.5(pid=16663): stdout: \u000a| (launched: 2022-12-14_06:17:03.073161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:05.063443 run osmo-stp_10.42.42.5(pid=16663): stderr: \u000a| �[0;m�[38;5;43m20221214061703244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061703244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061703244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061703245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061703245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061703245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061703245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:05.116877 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=16663): Process ended prematurely: osmo-stp_10.42.42.5(pid=16663) [trial-2400↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16663)] [trial-2400↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a06:17:05.125030 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a06:17:05.185734 run osmo-hlr_10.42.42.2(pid=16660): ERR: Terminated: ERROR {rc=237} [trial-2400↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16660)]\u000a06:17:05.235289 run osmo-hlr_10.42.42.2(pid=16660): stdout: \u000a| (launched: 2022-12-14_06:17:01.924379) \u000a06:17:05.285559 run osmo-hlr_10.42.42.2(pid=16660): stderr: \u000a| �[0;m�[1;31m20221214061702146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061702146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061702146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061702146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061702146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061702146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061702160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061702181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061702181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061702181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:17:05.353976 run osmo-msc_10.42.42.6(pid=16666): ERR: Terminated: ERROR {rc=2} [trial-2400↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16666)]\u000a06:17:05.403344 run osmo-msc_10.42.42.6(pid=16666): stdout: \u000a| (launched: 2022-12-14_06:17:04.226180) \u000a06:17:05.453324 run osmo-msc_10.42.42.6(pid=16666): stderr: \u000a| �[0;m�[38;5;43m20221214061704498 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214061704498 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8c4f5fdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214061704498 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214061704498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214061704499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214061704499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214061704500 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214061704501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214061704501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214061704501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:17:05.495678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16659): Terminating (SIGTERM)\u000a06:17:05.535730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16662): Terminating (SIGTERM)\u000a06:17:05.575872 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16665): Terminating (SIGTERM)\u000a06:17:05.585161 --- ParallelTerminationStrategy: PID 16659 died...\u000a06:17:05.639118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16659): Terminated: ok {rc=0}\u000a06:17:05.649180 --- ParallelTerminationStrategy: PID 16662 died...\u000a06:17:05.703162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16662): Terminated: ok {rc=0}\u000a06:17:05.712685 --- ParallelTerminationStrategy: PID 16665 died...\u000a06:17:05.766383 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16665): Terminated: ok {rc=0}\u000a06:17:05.850432 bus /sierra_3: Setting Powered False\u000a06:17:06.958219 bus /sierra_3: Setting Powered False\u000a06:17:08.070145 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16674): Process ended prematurely: osmo-stp_10.42.42.5(pid=16674) [trial-2400↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16674)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16674): Process ended prematurely: osmo-stp_10.42.42.5(pid=16674) [trial-2400↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16674)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a06:17:09.121736 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:17:09.133651 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a06:17:09.281403 tst emergency_preemptive_call.py: using LAC 38980\u000a06:17:09.412165 tst emergency_preemptive_call.py: using RAC 220\u000a06:17:09.548472 tst emergency_preemptive_call.py: using CellId 38980\u000a06:17:09.671547 tst emergency_preemptive_call.py: using BVCI 38981\u000a06:17:09.695105 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:17:09.706018 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:17:09.716519 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:17:09.727188 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:17:09.738100 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:17:09.748756 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a06:17:09.864180 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a06:17:09.984928 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a06:17:10.101534 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a06:17:10.304676 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:17:10.788805 run create_hlr_db(pid=16668): Launched\u000a06:17:10.967278 bus /sierra_2: Setting Powered False\u000a06:17:11.986983 run create_hlr_db(pid=16668): Terminated: ok {rc=0}\u000a06:17:12.396512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16670): Launched\u000a06:17:12.705153 run osmo-hlr_10.42.42.2(pid=16671): Launched\u000a06:17:12.822138 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:17:13.356664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16673): Launched\u000a06:17:13.665906 run osmo-stp_10.42.42.5(pid=16674): Launched\u000a06:17:13.799071 tst emergency_preemptive_call.py: using MSISDN 8536\u000a06:17:13.952575 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:17:14.511962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16676): Launched\u000a06:17:14.820390 run osmo-msc_10.42.42.6(pid=16677): Launched\u000a06:17:15.000578 run osmo-stp_10.42.42.5(pid=16674): ERR: Terminated: ERROR {rc=1} [trial-2400↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16674)]\u000a06:17:15.130399 run osmo-stp_10.42.42.5(pid=16674): stdout: \u000a| (launched: 2022-12-14_06:17:13.513330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:15.258507 run osmo-stp_10.42.42.5(pid=16674): stderr: \u000a| �[0;m�[38;5;43m20221214061713682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061713682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061713683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061713683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061713683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061713684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061713684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:15.382127 run osmo-stp_10.42.42.5(pid=16674): stdout: \u000a| (launched: 2022-12-14_06:17:13.513330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:15.503886 run osmo-stp_10.42.42.5(pid=16674): stderr: \u000a| �[0;m�[38;5;43m20221214061713682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061713682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061713683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061713683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061713683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061713684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061713684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:15.556990 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=16674): Process ended prematurely: osmo-stp_10.42.42.5(pid=16674) [trial-2400↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16674)] [trial-2400↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a06:17:15.565062 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a06:17:15.625770 run osmo-hlr_10.42.42.2(pid=16671): ERR: Terminated: ERROR {rc=237} [trial-2400↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16671)]\u000a06:17:15.675409 run osmo-hlr_10.42.42.2(pid=16671): stdout: \u000a| (launched: 2022-12-14_06:17:12.552433) \u000a06:17:15.725764 run osmo-hlr_10.42.42.2(pid=16671): stderr: \u000a| �[0;m�[1;31m20221214061712730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061712730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061712730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061712730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061712730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061712730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061712742 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061712753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061712753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061712753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:17:15.794108 run osmo-msc_10.42.42.6(pid=16677): ERR: Terminated: ERROR {rc=2} [trial-2400↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16677)]\u000a06:17:15.851937 run osmo-msc_10.42.42.6(pid=16677): stdout: \u000a| (launched: 2022-12-14_06:17:14.667439) \u000a06:17:15.928179 run osmo-msc_10.42.42.6(pid=16677): stderr: \u000a| �[0;m�[38;5;43m20221214061714939 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214061714939 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f809b3cdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214061714939 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214061714939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214061714939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214061714939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214061714941 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214061714942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214061714942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214061714942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:17:15.977408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16670): Terminating (SIGTERM)\u000a06:17:16.036180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16673): Terminating (SIGTERM)\u000a06:17:16.093686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16676): Terminating (SIGTERM)\u000a06:17:16.105812 --- ParallelTerminationStrategy: PID 16670 died...\u000a06:17:16.163788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16670): Terminated: ok {rc=0}\u000a06:17:16.175549 --- ParallelTerminationStrategy: PID 16673 died...\u000a06:17:16.233108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16673): Terminated: ok {rc=0}\u000a06:17:16.243929 --- ParallelTerminationStrategy: PID 16676 died...\u000a06:17:16.302159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16676): Terminated: ok {rc=0}\u000a06:17:16.391328 bus /sierra_9: Setting Powered False\u000a06:17:17.492768 bus /sierra_9: Setting Powered False\u000a06:17:18.605466 bus /sierra_8: Setting Powered False\u000a06:17:19.710060 bus /sierra_8: Setting Powered False\u000a06:17:20.822633 bus /sierra_3: Setting Powered False\u000a06:17:21.926289 bus /sierra_3: Setting Powered False\u000a06:17:23.035455 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:16:58" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16692): Process ended prematurely: osmo-stp_10.42.42.5(pid=16692) [trial-2400↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16692)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16692): Process ended prematurely: osmo-stp_10.42.42.5(pid=16692) [trial-2400↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16692)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:17:25.172188 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:25.183281 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a06:17:25.331346 tst cs_paging_gprs_active.py: using LAC 38981\u000a06:17:25.462536 tst cs_paging_gprs_active.py: using RAC 221\u000a06:17:25.595010 tst cs_paging_gprs_active.py: using CellId 38981\u000a06:17:25.721319 tst cs_paging_gprs_active.py: using BVCI 38982\u000a06:17:25.745331 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:25.756526 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:25.767204 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:25.778594 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:25.789654 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:25.800426 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:25.811558 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:25.822389 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:25.833396 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a06:17:25.954805 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a06:17:26.256773 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:17:26.397513 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:17:26.743879 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16682): Launched\u000a06:17:27.031978 run iperf3-srv_10.42.42.10(pid=16683): Launched\u000a06:17:27.238162 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:17:27.378769 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:17:27.726936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16684): Launched\u000a06:17:28.016124 run iperf3-srv_10.42.42.10(pid=16685): Launched\u000a06:17:28.221653 tst cs_paging_gprs_active.py:38: start network...\u000a06:17:28.361854 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:17:28.896139 run create_hlr_db(pid=16686): Launched\u000a06:17:29.089749 bus /sierra_2: Setting Powered False\u000a06:17:30.110194 run create_hlr_db(pid=16686): Terminated: ok {rc=0}\u000a06:17:30.554873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16688): Launched\u000a06:17:30.985086 run osmo-hlr_10.42.42.2(pid=16689): Launched\u000a06:17:31.230304 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:17:31.891544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16691): Launched\u000a06:17:32.360655 run osmo-stp_10.42.42.5(pid=16692): Launched\u000a06:17:32.485400 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:17:33.030754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16694): Launched\u000a06:17:33.143124 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:17:33.417574 run patchelf(pid=16695): Launched\u000a06:17:33.601368 run osmo-stp_10.42.42.5(pid=16692): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16692)]\u000a06:17:33.735741 run osmo-stp_10.42.42.5(pid=16692): stdout: \u000a| (launched: 2022-12-14_06:17:32.064331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:33.870447 run osmo-stp_10.42.42.5(pid=16692): stderr: \u000a| �[0;m�[38;5;43m20221214061732253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061732253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061732253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061732254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061732254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061732254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061732254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:33.999912 run osmo-stp_10.42.42.5(pid=16692): stdout: \u000a| (launched: 2022-12-14_06:17:32.064331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:34.127984 run osmo-stp_10.42.42.5(pid=16692): stderr: \u000a| �[0;m�[38;5;43m20221214061732253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061732253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061732253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061732254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061732254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061732254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061732254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:34.278179 run patchelf(pid=16695): Terminating (SIGINT)\u000a06:17:34.454147 run patchelf(pid=16695): Terminated: ok {rc=0}\u000a06:17:34.486230 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16692): Process ended prematurely: osmo-stp_10.42.42.5(pid=16692) [trial-2400↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16692)] [trial-2400↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a06:17:34.495572 tst cs_paging_gprs_active.py:38: Test FAILED (9.4 sec)\u000a06:17:34.556557 run osmo-hlr_10.42.42.2(pid=16689): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16689)]\u000a06:17:34.605880 run osmo-hlr_10.42.42.2(pid=16689): stdout: \u000a| (launched: 2022-12-14_06:17:30.724897) \u000a06:17:34.656067 run osmo-hlr_10.42.42.2(pid=16689): stderr: \u000a| �[0;m�[1;31m20221214061730978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061730978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061730978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061730978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061730978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061730978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061731004 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061731021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061731022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061731022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:17:34.699173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16682): Terminating (SIGTERM)\u000a06:17:34.739688 run iperf3-srv_10.42.42.10(pid=16683): Terminating (SIGTERM)\u000a06:17:34.780176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16684): Terminating (SIGTERM)\u000a06:17:34.820770 run iperf3-srv_10.42.42.10(pid=16685): Terminating (SIGTERM)\u000a06:17:34.861609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16688): Terminating (SIGTERM)\u000a06:17:34.902303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16691): Terminating (SIGTERM)\u000a06:17:34.943565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16694): Terminating (SIGTERM)\u000a06:17:34.953070 --- ParallelTerminationStrategy: PID 16682 died...\u000a06:17:35.007741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16682): Terminated: ok {rc=0}\u000a06:17:35.017534 --- ParallelTerminationStrategy: PID 16683 died...\u000a06:17:35.071819 run iperf3-srv_10.42.42.10(pid=16683): Terminated {rc=256}\u000a06:17:35.081589 --- ParallelTerminationStrategy: PID 16684 died...\u000a06:17:35.135792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16684): Terminated: ok {rc=0}\u000a06:17:35.145880 --- ParallelTerminationStrategy: PID 16685 died...\u000a06:17:35.199625 run iperf3-srv_10.42.42.10(pid=16685): Terminated {rc=256}\u000a06:17:35.209516 --- ParallelTerminationStrategy: PID 16688 died...\u000a06:17:35.263027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16688): Terminated: ok {rc=0}\u000a06:17:35.272741 --- ParallelTerminationStrategy: PID 16691 died...\u000a06:17:35.326500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16691): Terminated: ok {rc=0}\u000a06:17:35.336181 --- ParallelTerminationStrategy: PID 16694 died...\u000a06:17:35.389969 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16694): Terminated: ok {rc=0}\u000a06:17:35.474638 bus /gobi_0: Setting Powered False\u000a06:17:36.582030 bus /gobi_0: Setting Powered False\u000a06:17:37.694284 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16704): Process ended prematurely: osmo-stp_10.42.42.5(pid=16704) [trial-2400↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16704)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16704): Process ended prematurely: osmo-stp_10.42.42.5(pid=16704) [trial-2400↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16704)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a06:17:38.810629 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:38.822286 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a06:17:38.973820 tst iperf3.py: using LAC 38982\u000a06:17:39.106410 tst iperf3.py: using RAC 222\u000a06:17:39.237015 tst iperf3.py: using CellId 38982\u000a06:17:39.369880 tst iperf3.py: using BVCI 38983\u000a06:17:39.396095 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:39.407545 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:39.418710 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:39.429869 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:39.440852 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:39.451933 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:39.463286 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:39.474374 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:39.485627 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a06:17:39.786160 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:17:39.926417 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:17:40.273446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16696): Launched\u000a06:17:40.561993 run iperf3-srv_10.42.42.10(pid=16697): Launched\u000a06:17:40.767242 tst iperf3.py:8: start network...\u000a06:17:40.907740 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:17:41.440715 run create_hlr_db(pid=16698): Launched\u000a06:17:41.634446 bus /gobi_6: Setting Powered False\u000a06:17:42.653744 run create_hlr_db(pid=16698): Terminated: ok {rc=0}\u000a06:17:43.098021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16700): Launched\u000a06:17:43.432382 run osmo-hlr_10.42.42.2(pid=16701): Launched\u000a06:17:43.555374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:17:44.136483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16703): Launched\u000a06:17:44.470309 run osmo-stp_10.42.42.5(pid=16704): Launched\u000a06:17:44.591209 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:17:45.170876 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16706): Launched\u000a06:17:45.290747 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:17:45.582267 run patchelf(pid=16707): Launched\u000a06:17:45.776184 run osmo-stp_10.42.42.5(pid=16704): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16704)]\u000a06:17:45.940865 run osmo-stp_10.42.42.5(pid=16704): stdout: \u000a| (launched: 2022-12-14_06:17:44.306609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:46.085300 run osmo-stp_10.42.42.5(pid=16704): stderr: \u000a| �[0;m�[38;5;43m20221214061744501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061744502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061744502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061744502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061744503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061744503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061744503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:46.225513 run osmo-stp_10.42.42.5(pid=16704): stdout: \u000a| (launched: 2022-12-14_06:17:44.306609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:46.364133 run osmo-stp_10.42.42.5(pid=16704): stderr: \u000a| �[0;m�[38;5;43m20221214061744501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061744502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061744502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061744502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061744503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061744503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061744503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:46.525833 run patchelf(pid=16707): Terminating (SIGINT)\u000a06:17:46.716165 run patchelf(pid=16707): Terminated: ok {rc=0}\u000a06:17:46.751577 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16704): Process ended prematurely: osmo-stp_10.42.42.5(pid=16704) [trial-2400↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16704)] [trial-2400↪gprs:trx-lms↪iperf3.py:8]\u000a06:17:46.762127 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a06:17:46.826583 run osmo-hlr_10.42.42.2(pid=16701): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16701)]\u000a06:17:46.879065 run osmo-hlr_10.42.42.2(pid=16701): stdout: \u000a| (launched: 2022-12-14_06:17:43.268245) \u000a06:17:46.932022 run osmo-hlr_10.42.42.2(pid=16701): stderr: \u000a| �[0;m�[1;31m20221214061743468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061743468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061743468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061743468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061743468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061743469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061743481 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061743489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061743490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061743490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:17:46.977232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16696): Terminating (SIGTERM)\u000a06:17:47.019807 run iperf3-srv_10.42.42.10(pid=16697): Terminating (SIGTERM)\u000a06:17:47.062416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16700): Terminating (SIGTERM)\u000a06:17:47.105916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16703): Terminating (SIGTERM)\u000a06:17:47.151468 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16706): Terminating (SIGTERM)\u000a06:17:47.161470 --- ParallelTerminationStrategy: PID 16696 died...\u000a06:17:47.218393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16696): Terminated: ok {rc=0}\u000a06:17:47.228472 --- ParallelTerminationStrategy: PID 16697 died...\u000a06:17:47.284583 run iperf3-srv_10.42.42.10(pid=16697): Terminated {rc=256}\u000a06:17:47.294672 --- ParallelTerminationStrategy: PID 16700 died...\u000a06:17:47.350842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16700): Terminated: ok {rc=0}\u000a06:17:47.361168 --- ParallelTerminationStrategy: PID 16703 died...\u000a06:17:47.417028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16703): Terminated: ok {rc=0}\u000a06:17:47.427105 --- ParallelTerminationStrategy: PID 16706 died...\u000a06:17:47.482909 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16706): Terminated: ok {rc=0}\u000a06:17:47.570527 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16722): Process ended prematurely: osmo-stp_10.42.42.5(pid=16722) [trial-2400↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16722)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16722): Process ended prematurely: osmo-stp_10.42.42.5(pid=16722) [trial-2400↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16722)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a06:17:48.687966 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:48.699828 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a06:17:48.846564 tst iperf3m4.py: using LAC 38983\u000a06:17:48.978852 tst iperf3m4.py: using RAC 223\u000a06:17:49.109413 tst iperf3m4.py: using CellId 38983\u000a06:17:49.236513 tst iperf3m4.py: using BVCI 38984\u000a06:17:49.260435 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:49.271354 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:49.281953 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:49.292454 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:49.303411 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:49.314179 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:49.325079 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:49.335713 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:17:49.346884 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a06:17:49.469435 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a06:17:49.594781 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a06:17:49.713982 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a06:17:50.016592 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:17:50.156794 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:17:50.502117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16708): Launched\u000a06:17:50.787897 run iperf3-srv_10.42.42.10(pid=16709): Launched\u000a06:17:50.991981 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:17:51.131094 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:17:51.476314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16710): Launched\u000a06:17:51.763138 run iperf3-srv_10.42.42.10(pid=16711): Launched\u000a06:17:51.967531 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:17:52.106871 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:17:52.452223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16712): Launched\u000a06:17:52.737213 run iperf3-srv_10.42.42.10(pid=16713): Launched\u000a06:17:52.940524 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:17:53.079214 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:17:53.423936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16714): Launched\u000a06:17:53.710337 run iperf3-srv_10.42.42.10(pid=16715): Launched\u000a06:17:53.914851 tst iperf3m4.py:8: start network...\u000a06:17:54.054031 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:17:54.586662 run create_hlr_db(pid=16716): Launched\u000a06:17:54.779497 bus /gobi_6: Setting Powered False\u000a06:17:55.801353 run create_hlr_db(pid=16716): Terminated: ok {rc=0}\u000a06:17:56.244037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16718): Launched\u000a06:17:56.577614 run osmo-hlr_10.42.42.2(pid=16719): Launched\u000a06:17:56.699152 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:17:57.278487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16721): Launched\u000a06:17:57.611500 run osmo-stp_10.42.42.5(pid=16722): Launched\u000a06:17:57.734062 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:17:58.314472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16724): Launched\u000a06:17:58.433541 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:17:58.723530 run patchelf(pid=16725): Launched\u000a06:17:58.917621 run osmo-stp_10.42.42.5(pid=16722): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16722)]\u000a06:17:59.059822 run osmo-stp_10.42.42.5(pid=16722): stdout: \u000a| (launched: 2022-12-14_06:17:57.447849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:59.202433 run osmo-stp_10.42.42.5(pid=16722): stderr: \u000a| �[0;m�[38;5;43m20221214061757638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061757638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061757639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061757639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061757639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061757640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061757640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:59.340191 run osmo-stp_10.42.42.5(pid=16722): stdout: \u000a| (launched: 2022-12-14_06:17:57.447849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:59.476366 run osmo-stp_10.42.42.5(pid=16722): stderr: \u000a| �[0;m�[38;5;43m20221214061757638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061757638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061757639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061757639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061757639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061757640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061757640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:59.634737 run patchelf(pid=16725): Terminating (SIGINT)\u000a06:17:59.820604 run patchelf(pid=16725): Terminated: ok {rc=0}\u000a06:17:59.855012 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16722): Process ended prematurely: osmo-stp_10.42.42.5(pid=16722) [trial-2400↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16722)] [trial-2400↪gprs:trx-lms↪iperf3m4.py:8]\u000a06:17:59.865083 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a06:17:59.928242 run osmo-hlr_10.42.42.2(pid=16719): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16719)]\u000a06:17:59.980174 run osmo-hlr_10.42.42.2(pid=16719): stdout: \u000a| (launched: 2022-12-14_06:17:56.414180) \u000a06:18:00.032229 run osmo-hlr_10.42.42.2(pid=16719): stderr: \u000a| �[0;m�[1;31m20221214061756612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061756612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061756612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061756612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061756612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061756612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061756624 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061756633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061756633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061756633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:18:00.076804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16708): Terminating (SIGTERM)\u000a06:18:00.119036 run iperf3-srv_10.42.42.10(pid=16709): Terminating (SIGTERM)\u000a06:18:00.161447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16710): Terminating (SIGTERM)\u000a06:18:00.203736 run iperf3-srv_10.42.42.10(pid=16711): Terminating (SIGTERM)\u000a06:18:00.246646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16712): Terminating (SIGTERM)\u000a06:18:00.289229 run iperf3-srv_10.42.42.10(pid=16713): Terminating (SIGTERM)\u000a06:18:00.331828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16714): Terminating (SIGTERM)\u000a06:18:00.374533 run iperf3-srv_10.42.42.10(pid=16715): Terminating (SIGTERM)\u000a06:18:00.416867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16718): Terminating (SIGTERM)\u000a06:18:00.459213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16721): Terminating (SIGTERM)\u000a06:18:00.501614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16724): Terminating (SIGTERM)\u000a06:18:00.511380 --- ParallelTerminationStrategy: PID 16708 died...\u000a06:18:00.567840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16708): Terminated: ok {rc=0}\u000a06:18:00.578048 --- ParallelTerminationStrategy: PID 16709 died...\u000a06:18:00.634094 run iperf3-srv_10.42.42.10(pid=16709): Terminated {rc=256}\u000a06:18:00.644144 --- ParallelTerminationStrategy: PID 16710 died...\u000a06:18:00.700035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16710): Terminated: ok {rc=0}\u000a06:18:00.710161 --- ParallelTerminationStrategy: PID 16711 died...\u000a06:18:00.766146 run iperf3-srv_10.42.42.10(pid=16711): Terminated {rc=256}\u000a06:18:00.776266 --- ParallelTerminationStrategy: PID 16712 died...\u000a06:18:00.832283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16712): Terminated: ok {rc=0}\u000a06:18:00.842445 --- ParallelTerminationStrategy: PID 16713 died...\u000a06:18:00.898702 run iperf3-srv_10.42.42.10(pid=16713): Terminated {rc=256}\u000a06:18:00.908865 --- ParallelTerminationStrategy: PID 16714 died...\u000a06:18:00.965544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16714): Terminated: ok {rc=0}\u000a06:18:00.975762 --- ParallelTerminationStrategy: PID 16715 died...\u000a06:18:01.032466 run iperf3-srv_10.42.42.10(pid=16715): Terminated {rc=256}\u000a06:18:01.042839 --- ParallelTerminationStrategy: PID 16718 died...\u000a06:18:01.099668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16718): Terminated: ok {rc=0}\u000a06:18:01.109996 --- ParallelTerminationStrategy: PID 16721 died...\u000a06:18:01.166855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16721): Terminated: ok {rc=0}\u000a06:18:01.177255 --- ParallelTerminationStrategy: PID 16724 died...\u000a06:18:01.233927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16724): Terminated: ok {rc=0}\u000a06:18:01.335605 bus /gobi_4: Setting Powered False\u000a06:18:02.443915 bus /gobi_4: Setting Powered False\u000a06:18:03.551954 bus /gobi_1: Setting Powered False\u000a06:18:04.658517 bus /gobi_1: Setting Powered False\u000a06:18:05.771325 bus /gobi_0: Setting Powered False\u000a06:18:06.876596 bus /gobi_0: Setting Powered False\u000a06:18:07.990754 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16732): Process ended prematurely: osmo-stp_10.42.42.5(pid=16732) [trial-2400↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16732)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16732): Process ended prematurely: osmo-stp_10.42.42.5(pid=16732) [trial-2400↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16732)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a06:18:09.057084 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:18:09.068282 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a06:18:09.215795 tst ping.py: using LAC 38984\u000a06:18:09.344647 tst ping.py: using RAC 224\u000a06:18:09.471523 tst ping.py: using CellId 38984\u000a06:18:09.598188 tst ping.py: using BVCI 38985\u000a06:18:09.623400 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:18:09.634584 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:18:09.645517 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:18:09.656295 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:18:09.667142 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:18:09.677902 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:18:09.688807 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:18:09.699732 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a06:18:09.996888 tst ping.py:19: start network...\u000a06:18:10.134611 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:18:10.660575 run create_hlr_db(pid=16726): Launched\u000a06:18:10.851389 bus /gobi_6: Setting Powered False\u000a06:18:11.872245 run create_hlr_db(pid=16726): Terminated: ok {rc=0}\u000a06:18:12.285749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16728): Launched\u000a06:18:12.594271 run osmo-hlr_10.42.42.2(pid=16729): Launched\u000a06:18:12.715741 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:18:13.258509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16731): Launched\u000a06:18:13.566686 run osmo-stp_10.42.42.5(pid=16732): Launched\u000a06:18:13.679243 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:18:14.215075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16734): Launched\u000a06:18:14.324444 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:18:14.593106 run patchelf(pid=16735): Launched\u000a06:18:14.772660 run osmo-stp_10.42.42.5(pid=16732): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16732)]\u000a06:18:14.904613 run osmo-stp_10.42.42.5(pid=16732): stdout: \u000a| (launched: 2022-12-14_06:18:13.413842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:18:15.036902 run osmo-stp_10.42.42.5(pid=16732): stderr: \u000a| �[0;m�[38;5;43m20221214061813585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061813585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061813585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061813586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061813586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061813586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061813586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:18:15.163970 run osmo-stp_10.42.42.5(pid=16732): stdout: \u000a| (launched: 2022-12-14_06:18:13.413842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:18:15.290278 run osmo-stp_10.42.42.5(pid=16732): stderr: \u000a| �[0;m�[38;5;43m20221214061813585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061813585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061813585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061813586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061813586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061813586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061813586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:18:15.436842 run patchelf(pid=16735): Terminating (SIGINT)\u000a06:18:15.609154 run patchelf(pid=16735): Terminated: ok {rc=0}\u000a06:18:15.640276 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16732): Process ended prematurely: osmo-stp_10.42.42.5(pid=16732) [trial-2400↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16732)] [trial-2400↪gprs:trx-lms↪ping.py:22]\u000a06:18:15.649192 tst ping.py:22: Test FAILED (6.6 sec)\u000a06:18:15.709840 run osmo-hlr_10.42.42.2(pid=16729): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16729)]\u000a06:18:15.759233 run osmo-hlr_10.42.42.2(pid=16729): stdout: \u000a| (launched: 2022-12-14_06:18:12.441634) \u000a06:18:15.809949 run osmo-hlr_10.42.42.2(pid=16729): stderr: \u000a| �[0;m�[1;31m20221214061812617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061812617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061812617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061812617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061812617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061812617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061812629 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061812637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061812637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061812637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:18:15.872926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16728): Terminating (SIGTERM)\u000a06:18:15.923535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16731): Terminating (SIGTERM)\u000a06:18:15.966269 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16734): Terminating (SIGTERM)\u000a06:18:15.976067 --- ParallelTerminationStrategy: PID 16728 died...\u000a06:18:16.034207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16728): Terminated: ok {rc=0}\u000a06:18:16.044808 --- ParallelTerminationStrategy: PID 16731 died...\u000a06:18:16.102156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16731): Terminated: ok {rc=0}\u000a06:18:16.112771 --- ParallelTerminationStrategy: PID 16734 died...\u000a06:18:16.169894 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16734): Terminated: ok {rc=0}\u000a06:18:16.256284 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16742): Process ended prematurely: osmo-stp_10.42.42.5(pid=16742) [trial-2400↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16742)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16742): Process ended prematurely: osmo-stp_10.42.42.5(pid=16742) [trial-2400↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16742)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a06:18:17.307672 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:18:17.319112 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a06:18:17.459202 tst ping_idle_ping.py: using LAC 38985\u000a06:18:17.581080 tst ping_idle_ping.py: using RAC 225\u000a06:18:17.706758 tst ping_idle_ping.py: using CellId 38985\u000a06:18:17.825774 tst ping_idle_ping.py: using BVCI 38986\u000a06:18:17.849496 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:18:17.860276 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:18:17.870906 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:18:17.881340 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:18:17.892419 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:18:17.903185 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:18:17.914401 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:18:17.925286 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a06:18:18.208104 tst ping_idle_ping.py:24: start network...\u000a06:18:18.337759 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:18:18.828050 run create_hlr_db(pid=16736): Launched\u000a06:18:19.007727 bus /gobi_6: Setting Powered False\u000a06:18:20.027808 run create_hlr_db(pid=16736): Terminated: ok {rc=0}\u000a06:18:20.468295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16738): Launched\u000a06:18:20.799651 run osmo-hlr_10.42.42.2(pid=16739): Launched\u000a06:18:20.925910 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:18:21.500419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16741): Launched\u000a06:18:21.829669 run osmo-stp_10.42.42.5(pid=16742): Launched\u000a06:18:21.949799 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:18:22.523394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16744): Launched\u000a06:18:22.640808 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:18:22.927965 run patchelf(pid=16745): Launched\u000a06:18:23.120088 run osmo-stp_10.42.42.5(pid=16742): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16742)]\u000a06:18:23.260321 run osmo-stp_10.42.42.5(pid=16742): stdout: \u000a| (launched: 2022-12-14_06:18:21.667557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:18:23.401779 run osmo-stp_10.42.42.5(pid=16742): stderr: \u000a| �[0;m�[38;5;43m20221214061821860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061821860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061821861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061821861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061821861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061821862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061821862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:18:23.537893 run osmo-stp_10.42.42.5(pid=16742): stdout: \u000a| (launched: 2022-12-14_06:18:21.667557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:18:23.673022 run osmo-stp_10.42.42.5(pid=16742): stderr: \u000a| �[0;m�[38;5;43m20221214061821860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061821860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061821861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061821861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061821861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061821862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061821862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:18:23.829642 run patchelf(pid=16745): Terminating (SIGINT)\u000a06:18:24.013343 run patchelf(pid=16745): Terminated: ok {rc=0}\u000a06:18:24.046571 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16742): Process ended prematurely: osmo-stp_10.42.42.5(pid=16742) [trial-2400↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16742)] [trial-2400↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a06:18:24.055960 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a06:18:24.119614 run osmo-hlr_10.42.42.2(pid=16739): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16739)]\u000a06:18:24.171654 run osmo-hlr_10.42.42.2(pid=16739): stdout: \u000a| (launched: 2022-12-14_06:18:20.636495) \u000a06:18:24.224838 run osmo-hlr_10.42.42.2(pid=16739): stderr: \u000a| �[0;m�[1;31m20221214061820835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061820836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061820836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061820836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061820836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061820836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061820847 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061820855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061820856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061820856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:18:24.270349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16738): Terminating (SIGTERM)\u000a06:18:24.314525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16741): Terminating (SIGTERM)\u000a06:18:24.357456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16744): Terminating (SIGTERM)\u000a06:18:24.367373 --- ParallelTerminationStrategy: PID 16738 died...\u000a06:18:24.424199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16738): Terminated: ok {rc=0}\u000a06:18:24.434641 --- ParallelTerminationStrategy: PID 16741 died...\u000a06:18:24.491281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16741): Terminated: ok {rc=0}\u000a06:18:24.502004 --- ParallelTerminationStrategy: PID 16744 died...\u000a06:18:24.558753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16744): Terminated: ok {rc=0}\u000a06:18:24.645569 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:17:24" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16759): Process ended prematurely: osmo-stp_10.42.42.5(pid=16759) [trial-2400↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16759)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16759): Process ended prematurely: osmo-stp_10.42.42.5(pid=16759) [trial-2400↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16759)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:18:26.807940 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:26.819509 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:18:26.966894 tst cs_paging_gprs_active.py: using LAC 38986\u000a06:18:27.097761 tst cs_paging_gprs_active.py: using RAC 226\u000a06:18:27.229270 tst cs_paging_gprs_active.py: using CellId 38986\u000a06:18:27.362014 tst cs_paging_gprs_active.py: using BVCI 38987\u000a06:18:27.387526 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:27.399009 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:27.410162 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:27.421452 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:27.432624 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:27.443959 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:27.455724 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:27.467212 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:27.479021 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:18:27.598047 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:18:27.884105 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:18:28.015657 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:18:28.342911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16749): Launched\u000a06:18:28.614342 run iperf3-srv_10.42.42.10(pid=16750): Launched\u000a06:18:28.806002 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:18:28.936923 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:18:29.263095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16751): Launched\u000a06:18:29.534471 run iperf3-srv_10.42.42.10(pid=16752): Launched\u000a06:18:29.726708 tst cs_paging_gprs_active.py:38: start network...\u000a06:18:29.857634 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:18:30.352354 run create_hlr_db(pid=16753): Launched\u000a06:18:30.531879 bus /gobi_6: Setting Powered False\u000a06:18:31.577033 run create_hlr_db(pid=16753): Terminated: ok {rc=0}\u000a06:18:32.071100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16755): Launched\u000a06:18:32.410988 run osmo-hlr_10.42.42.2(pid=16756): Launched\u000a06:18:32.532909 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:18:33.113861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16758): Launched\u000a06:18:33.448572 run osmo-stp_10.42.42.5(pid=16759): Launched\u000a06:18:33.570758 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:18:34.153893 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16761): Launched\u000a06:18:34.273444 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:18:34.566311 run patchelf(pid=16762): Launched\u000a06:18:34.763693 run osmo-stp_10.42.42.5(pid=16759): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16759)]\u000a06:18:34.906911 run osmo-stp_10.42.42.5(pid=16759): stdout: \u000a| (launched: 2022-12-14_06:18:33.283810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:18:35.050246 run osmo-stp_10.42.42.5(pid=16759): stderr: \u000a| �[0;m�[38;5;43m20221214061833480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061833480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061833480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061833481 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061833481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061833481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061833481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:18:35.188649 run osmo-stp_10.42.42.5(pid=16759): stdout: \u000a| (launched: 2022-12-14_06:18:33.283810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:18:35.326223 run osmo-stp_10.42.42.5(pid=16759): stderr: \u000a| �[0;m�[38;5;43m20221214061833480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061833480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061833480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061833481 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061833481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061833481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061833481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:18:35.486020 run patchelf(pid=16762): Terminating (SIGINT)\u000a06:18:35.673099 run patchelf(pid=16762): Terminated: ok {rc=0}\u000a06:18:35.707752 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16759): Process ended prematurely: osmo-stp_10.42.42.5(pid=16759) [trial-2400↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16759)] [trial-2400↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a06:18:35.717869 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a06:18:35.781273 run osmo-hlr_10.42.42.2(pid=16756): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16756)]\u000a06:18:35.833032 run osmo-hlr_10.42.42.2(pid=16756): stdout: \u000a| (launched: 2022-12-14_06:18:32.245316) \u000a06:18:35.885329 run osmo-hlr_10.42.42.2(pid=16756): stderr: \u000a| �[0;m�[1;31m20221214061832445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061832445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061832445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061832445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061832445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061832445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061832457 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061832466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061832466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061832466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:18:35.930258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16749): Terminating (SIGTERM)\u000a06:18:35.972757 run iperf3-srv_10.42.42.10(pid=16750): Terminating (SIGTERM)\u000a06:18:36.016525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16751): Terminating (SIGTERM)\u000a06:18:36.058670 run iperf3-srv_10.42.42.10(pid=16752): Terminating (SIGTERM)\u000a06:18:36.100779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16755): Terminating (SIGTERM)\u000a06:18:36.143828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16758): Terminating (SIGTERM)\u000a06:18:36.186115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16761): Terminating (SIGTERM)\u000a06:18:36.195833 --- ParallelTerminationStrategy: PID 16749 died...\u000a06:18:36.252312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16749): Terminated: ok {rc=0}\u000a06:18:36.262594 --- ParallelTerminationStrategy: PID 16750 died...\u000a06:18:36.318786 run iperf3-srv_10.42.42.10(pid=16750): Terminated {rc=256}\u000a06:18:36.329170 --- ParallelTerminationStrategy: PID 16751 died...\u000a06:18:36.385377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16751): Terminated: ok {rc=0}\u000a06:18:36.395582 --- ParallelTerminationStrategy: PID 16752 died...\u000a06:18:36.451589 run iperf3-srv_10.42.42.10(pid=16752): Terminated {rc=256}\u000a06:18:36.461903 --- ParallelTerminationStrategy: PID 16755 died...\u000a06:18:36.518036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16755): Terminated: ok {rc=0}\u000a06:18:36.528428 --- ParallelTerminationStrategy: PID 16758 died...\u000a06:18:36.584153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16758): Terminated: ok {rc=0}\u000a06:18:36.594797 --- ParallelTerminationStrategy: PID 16761 died...\u000a06:18:36.650916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16761): Terminated: ok {rc=0}\u000a06:18:36.737896 bus /gobi_0: Setting Powered False\u000a06:18:37.844366 bus /gobi_0: Setting Powered False\u000a06:18:38.952807 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16771): Process ended prematurely: osmo-stp_10.42.42.5(pid=16771) [trial-2400↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16771)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16771): Process ended prematurely: osmo-stp_10.42.42.5(pid=16771) [trial-2400↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16771)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a06:18:40.070374 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:40.082626 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:18:40.235583 tst iperf3.py: using LAC 38987\u000a06:18:40.364557 tst iperf3.py: using RAC 227\u000a06:18:40.494023 tst iperf3.py: using CellId 38987\u000a06:18:40.622946 tst iperf3.py: using BVCI 38988\u000a06:18:40.648675 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:40.660466 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:40.671947 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:40.683335 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:40.694649 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:40.705961 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:40.717549 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:40.728765 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:40.740311 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:18:41.042112 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:18:41.182554 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:18:41.529347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16763): Launched\u000a06:18:41.817071 run iperf3-srv_10.42.42.10(pid=16764): Launched\u000a06:18:42.023319 tst iperf3.py:8: start network...\u000a06:18:42.163862 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:18:42.697091 run create_hlr_db(pid=16765): Launched\u000a06:18:42.898650 bus /gobi_6: Setting Powered False\u000a06:18:43.910391 run create_hlr_db(pid=16765): Terminated: ok {rc=0}\u000a06:18:44.345428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16767): Launched\u000a06:18:44.680343 run osmo-hlr_10.42.42.2(pid=16768): Launched\u000a06:18:44.807612 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:18:45.389366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16770): Launched\u000a06:18:45.722629 run osmo-stp_10.42.42.5(pid=16771): Launched\u000a06:18:45.852800 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:18:46.544898 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16773): Launched\u000a06:18:46.661671 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:18:46.960736 run patchelf(pid=16774): Launched\u000a06:18:47.150091 run osmo-stp_10.42.42.5(pid=16771): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16771)]\u000a06:18:47.285780 run osmo-stp_10.42.42.5(pid=16771): stdout: \u000a| (launched: 2022-12-14_06:18:45.559214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:18:47.420597 run osmo-stp_10.42.42.5(pid=16771): stderr: \u000a| �[0;m�[38;5;43m20221214061845755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061845755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061845755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061845756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061845756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061845756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061845757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:18:47.550125 run osmo-stp_10.42.42.5(pid=16771): stdout: \u000a| (launched: 2022-12-14_06:18:45.559214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:18:47.678942 run osmo-stp_10.42.42.5(pid=16771): stderr: \u000a| �[0;m�[38;5;43m20221214061845755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061845755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061845755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061845756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061845756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061845756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061845757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:18:47.829092 run patchelf(pid=16774): Terminating (SIGINT)\u000a06:18:48.005526 run patchelf(pid=16774): Terminated: ok {rc=0}\u000a06:18:48.037743 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16771): Process ended prematurely: osmo-stp_10.42.42.5(pid=16771) [trial-2400↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16771)] [trial-2400↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a06:18:48.047463 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a06:18:48.108863 run osmo-hlr_10.42.42.2(pid=16768): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16768)]\u000a06:18:48.158500 run osmo-hlr_10.42.42.2(pid=16768): stdout: \u000a| (launched: 2022-12-14_06:18:44.516171) \u000a06:18:48.208872 run osmo-hlr_10.42.42.2(pid=16768): stderr: \u000a| �[0;m�[1;31m20221214061844718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061844718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061844718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061844718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061844718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061844718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061844730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061844738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061844739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061844739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:18:48.251606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16763): Terminating (SIGTERM)\u000a06:18:48.291876 run iperf3-srv_10.42.42.10(pid=16764): Terminating (SIGTERM)\u000a06:18:48.332032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16767): Terminating (SIGTERM)\u000a06:18:48.372571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16770): Terminating (SIGTERM)\u000a06:18:48.413227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16773): Terminating (SIGTERM)\u000a06:18:48.422648 --- ParallelTerminationStrategy: PID 16763 died...\u000a06:18:48.477188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16763): Terminated: ok {rc=0}\u000a06:18:48.486866 --- ParallelTerminationStrategy: PID 16764 died...\u000a06:18:48.540510 run iperf3-srv_10.42.42.10(pid=16764): Terminated {rc=256}\u000a06:18:48.550032 --- ParallelTerminationStrategy: PID 16767 died...\u000a06:18:48.603770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16767): Terminated: ok {rc=0}\u000a06:18:48.613657 --- ParallelTerminationStrategy: PID 16770 died...\u000a06:18:48.667649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16770): Terminated: ok {rc=0}\u000a06:18:48.677377 --- ParallelTerminationStrategy: PID 16773 died...\u000a06:18:48.731614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16773): Terminated: ok {rc=0}\u000a06:18:48.821235 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16789): Process ended prematurely: osmo-stp_10.42.42.5(pid=16789) [trial-2400↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16789)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16789): Process ended prematurely: osmo-stp_10.42.42.5(pid=16789) [trial-2400↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16789)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a06:18:49.934245 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:49.945790 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:18:50.088404 tst iperf3m4.py: using LAC 38988\u000a06:18:50.213446 tst iperf3m4.py: using RAC 228\u000a06:18:50.345648 tst iperf3m4.py: using CellId 38988\u000a06:18:50.476121 tst iperf3m4.py: using BVCI 38989\u000a06:18:50.502168 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:50.514075 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:50.525557 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:50.536815 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:50.548106 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:50.559601 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:50.571243 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:50.582777 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:18:50.594335 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:18:50.715681 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:18:50.836807 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:18:50.959102 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:18:51.249527 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:18:51.381810 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:18:51.708648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16775): Launched\u000a06:18:51.980548 run iperf3-srv_10.42.42.10(pid=16776): Launched\u000a06:18:52.173685 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:18:52.305282 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:18:52.631507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16777): Launched\u000a06:18:52.902453 run iperf3-srv_10.42.42.10(pid=16778): Launched\u000a06:18:53.094510 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:18:53.226273 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:18:53.553173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16779): Launched\u000a06:18:53.822812 run iperf3-srv_10.42.42.10(pid=16780): Launched\u000a06:18:54.014255 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:18:54.145568 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:18:54.471572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16781): Launched\u000a06:18:54.741953 run iperf3-srv_10.42.42.10(pid=16782): Launched\u000a06:18:54.932861 tst iperf3m4.py:8: start network...\u000a06:18:55.063583 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:18:55.557094 run create_hlr_db(pid=16783): Launched\u000a06:18:55.737875 bus /gobi_6: Setting Powered False\u000a06:18:56.759069 run create_hlr_db(pid=16783): Terminated: ok {rc=0}\u000a06:18:57.178568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16785): Launched\u000a06:18:57.494236 run osmo-hlr_10.42.42.2(pid=16786): Launched\u000a06:18:57.607977 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:18:58.152927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16788): Launched\u000a06:18:58.468099 run osmo-stp_10.42.42.5(pid=16789): Launched\u000a06:18:58.583279 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:18:59.129018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16791): Launched\u000a06:18:59.241092 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:18:59.515095 run patchelf(pid=16792): Launched\u000a06:18:59.698990 run osmo-stp_10.42.42.5(pid=16789): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16789)]\u000a06:18:59.833528 run osmo-stp_10.42.42.5(pid=16789): stdout: \u000a| (launched: 2022-12-14_06:18:58.312722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:18:59.967981 run osmo-stp_10.42.42.5(pid=16789): stderr: \u000a| �[0;m�[38;5;43m20221214061858482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061858482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061858483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061858483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061858483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061858484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061858484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:00.097896 run osmo-stp_10.42.42.5(pid=16789): stdout: \u000a| (launched: 2022-12-14_06:18:58.312722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:19:00.227140 run osmo-stp_10.42.42.5(pid=16789): stderr: \u000a| �[0;m�[38;5;43m20221214061858482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061858482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061858483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061858483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061858483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061858484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061858484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:00.377905 run patchelf(pid=16792): Terminating (SIGINT)\u000a06:19:00.554191 run patchelf(pid=16792): Terminated: ok {rc=0}\u000a06:19:00.586503 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16789): Process ended prematurely: osmo-stp_10.42.42.5(pid=16789) [trial-2400↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16789)] [trial-2400↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a06:19:00.595854 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a06:19:00.657262 run osmo-hlr_10.42.42.2(pid=16786): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16786)]\u000a06:19:00.707197 run osmo-hlr_10.42.42.2(pid=16786): stdout: \u000a| (launched: 2022-12-14_06:18:57.338154) \u000a06:19:00.757641 run osmo-hlr_10.42.42.2(pid=16786): stderr: \u000a| �[0;m�[1;31m20221214061857515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061857515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061857516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061857516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061857516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061857516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061857546 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061857555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061857555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061857555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:19:00.800745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16775): Terminating (SIGTERM)\u000a06:19:00.848748 run iperf3-srv_10.42.42.10(pid=16776): Terminating (SIGTERM)\u000a06:19:00.898993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16777): Terminating (SIGTERM)\u000a06:19:00.964711 run iperf3-srv_10.42.42.10(pid=16778): Terminating (SIGTERM)\u000a06:19:01.007697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16779): Terminating (SIGTERM)\u000a06:19:01.058155 run iperf3-srv_10.42.42.10(pid=16780): Terminating (SIGTERM)\u000a06:19:01.100453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16781): Terminating (SIGTERM)\u000a06:19:01.143504 run iperf3-srv_10.42.42.10(pid=16782): Terminating (SIGTERM)\u000a06:19:01.186298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16785): Terminating (SIGTERM)\u000a06:19:01.228926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16788): Terminating (SIGTERM)\u000a06:19:01.271217 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16791): Terminating (SIGTERM)\u000a06:19:01.281069 --- ParallelTerminationStrategy: PID 16775 died...\u000a06:19:01.337728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16775): Terminated: ok {rc=0}\u000a06:19:01.348093 --- ParallelTerminationStrategy: PID 16776 died...\u000a06:19:01.404655 run iperf3-srv_10.42.42.10(pid=16776): Terminated {rc=256}\u000a06:19:01.415079 --- ParallelTerminationStrategy: PID 16777 died...\u000a06:19:01.471768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16777): Terminated: ok {rc=0}\u000a06:19:01.482245 --- ParallelTerminationStrategy: PID 16778 died...\u000a06:19:01.538688 run iperf3-srv_10.42.42.10(pid=16778): Terminated {rc=256}\u000a06:19:01.549242 --- ParallelTerminationStrategy: PID 16779 died...\u000a06:19:01.604622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16779): Terminated: ok {rc=0}\u000a06:19:01.614873 --- ParallelTerminationStrategy: PID 16780 died...\u000a06:19:01.670192 run iperf3-srv_10.42.42.10(pid=16780): Terminated {rc=256}\u000a06:19:01.680407 --- ParallelTerminationStrategy: PID 16781 died...\u000a06:19:01.735342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16781): Terminated: ok {rc=0}\u000a06:19:01.745500 --- ParallelTerminationStrategy: PID 16782 died...\u000a06:19:01.800725 run iperf3-srv_10.42.42.10(pid=16782): Terminated {rc=256}\u000a06:19:01.811026 --- ParallelTerminationStrategy: PID 16785 died...\u000a06:19:01.866873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16785): Terminated: ok {rc=0}\u000a06:19:01.877097 --- ParallelTerminationStrategy: PID 16788 died...\u000a06:19:01.932395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16788): Terminated: ok {rc=0}\u000a06:19:01.942613 --- ParallelTerminationStrategy: PID 16791 died...\u000a06:19:01.998141 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16791): Terminated: ok {rc=0}\u000a06:19:02.097299 bus /gobi_4: Setting Powered False\u000a06:19:03.201119 bus /gobi_4: Setting Powered False\u000a06:19:04.313937 bus /gobi_1: Setting Powered False\u000a06:19:05.418805 bus /gobi_1: Setting Powered False\u000a06:19:06.531784 bus /gobi_0: Setting Powered False\u000a06:19:07.635618 bus /gobi_0: Setting Powered False\u000a06:19:08.749733 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16801): Process ended prematurely: osmo-stp_10.42.42.5(pid=16801) [trial-2400↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16801)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16801): Process ended prematurely: osmo-stp_10.42.42.5(pid=16801) [trial-2400↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16801)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a06:19:09.817056 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:19:09.828424 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:19:09.974369 tst ping.py: using LAC 38989\u000a06:19:10.104364 tst ping.py: using RAC 229\u000a06:19:10.232836 tst ping.py: using CellId 38989\u000a06:19:10.363339 tst ping.py: using BVCI 38990\u000a06:19:10.388579 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:19:10.400048 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:19:10.411242 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:19:10.422445 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:19:10.433701 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:19:10.444840 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:19:10.456248 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:19:10.467447 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:19:10.748656 tst ping.py:19: start network...\u000a06:19:10.876755 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:19:11.360639 run create_hlr_db(pid=16795): Launched\u000a06:19:11.538350 bus /gobi_6: Setting Powered False\u000a06:19:12.558413 run create_hlr_db(pid=16795): Terminated: ok {rc=0}\u000a06:19:12.993160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16797): Launched\u000a06:19:13.321738 run osmo-hlr_10.42.42.2(pid=16798): Launched\u000a06:19:13.442501 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:19:14.015425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16800): Launched\u000a06:19:14.344857 run osmo-stp_10.42.42.5(pid=16801): Launched\u000a06:19:14.464029 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:19:15.035755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16803): Launched\u000a06:19:15.152849 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:19:15.438916 run patchelf(pid=16804): Launched\u000a06:19:15.630251 run osmo-stp_10.42.42.5(pid=16801): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16801)]\u000a06:19:15.770442 run osmo-stp_10.42.42.5(pid=16801): stdout: \u000a| (launched: 2022-12-14_06:19:14.182155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:19:15.931494 run osmo-stp_10.42.42.5(pid=16801): stderr: \u000a| �[0;m�[38;5;43m20221214061914376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061914376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061914377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061914377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061914378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061914378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061914378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:16.073185 run osmo-stp_10.42.42.5(pid=16801): stdout: \u000a| (launched: 2022-12-14_06:19:14.182155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:19:16.209579 run osmo-stp_10.42.42.5(pid=16801): stderr: \u000a| �[0;m�[38;5;43m20221214061914376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061914376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061914377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061914377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061914378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061914378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061914378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:16.370420 run patchelf(pid=16804): Terminating (SIGINT)\u000a06:19:16.557264 run patchelf(pid=16804): Terminated: ok {rc=0}\u000a06:19:16.592129 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16801): Process ended prematurely: osmo-stp_10.42.42.5(pid=16801) [trial-2400↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16801)] [trial-2400↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a06:19:16.602786 tst ping.py:22: Test FAILED (6.8 sec)\u000a06:19:16.668458 run osmo-hlr_10.42.42.2(pid=16798): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16798)]\u000a06:19:16.721331 run osmo-hlr_10.42.42.2(pid=16798): stdout: \u000a| (launched: 2022-12-14_06:19:13.159689) \u000a06:19:16.775329 run osmo-hlr_10.42.42.2(pid=16798): stderr: \u000a| �[0;m�[1;31m20221214061913359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061913359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061913359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061913359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061913359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061913359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061913372 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061913380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061913380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061913380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:19:16.821493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16797): Terminating (SIGTERM)\u000a06:19:16.865014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16800): Terminating (SIGTERM)\u000a06:19:16.908209 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16803): Terminating (SIGTERM)\u000a06:19:16.918299 --- ParallelTerminationStrategy: PID 16797 died...\u000a06:19:16.977626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16797): Terminated: ok {rc=0}\u000a06:19:16.989261 --- ParallelTerminationStrategy: PID 16800 died...\u000a06:19:17.047218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16800): Terminated: ok {rc=0}\u000a06:19:17.058400 --- ParallelTerminationStrategy: PID 16803 died...\u000a06:19:17.116852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16803): Terminated: ok {rc=0}\u000a06:19:17.211093 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16811): Process ended prematurely: osmo-stp_10.42.42.5(pid=16811) [trial-2400↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16811)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16811): Process ended prematurely: osmo-stp_10.42.42.5(pid=16811) [trial-2400↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16811)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a06:19:18.263732 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:19:18.275661 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:19:18.424860 tst ping_idle_ping.py: using LAC 38990\u000a06:19:18.555224 tst ping_idle_ping.py: using RAC 230\u000a06:19:18.683655 tst ping_idle_ping.py: using CellId 38990\u000a06:19:18.811433 tst ping_idle_ping.py: using BVCI 38991\u000a06:19:18.836713 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:19:18.848150 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:19:18.859419 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:19:18.870647 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:19:18.881752 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:19:18.892864 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:19:18.904191 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:19:18.915348 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:19:19.211840 tst ping_idle_ping.py:24: start network...\u000a06:19:19.349747 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:19:19.876486 run create_hlr_db(pid=16805): Launched\u000a06:19:20.067370 bus /gobi_6: Setting Powered False\u000a06:19:21.088437 run create_hlr_db(pid=16805): Terminated: ok {rc=0}\u000a06:19:21.517749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16807): Launched\u000a06:19:21.846324 run osmo-hlr_10.42.42.2(pid=16808): Launched\u000a06:19:21.969896 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:19:22.541809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16810): Launched\u000a06:19:22.870247 run osmo-stp_10.42.42.5(pid=16811): Launched\u000a06:19:22.988514 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:19:23.560248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16813): Launched\u000a06:19:23.677388 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:19:23.963050 run patchelf(pid=16814): Launched\u000a06:19:24.153980 run osmo-stp_10.42.42.5(pid=16811): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16811)]\u000a06:19:24.294047 run osmo-stp_10.42.42.5(pid=16811): stdout: \u000a| (launched: 2022-12-14_06:19:22.708707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:19:24.435261 run osmo-stp_10.42.42.5(pid=16811): stderr: \u000a| �[0;m�[38;5;43m20221214061922904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061922904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061922904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061922905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061922905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061922905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061922905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:24.570754 run osmo-stp_10.42.42.5(pid=16811): stdout: \u000a| (launched: 2022-12-14_06:19:22.708707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:19:24.704083 run osmo-stp_10.42.42.5(pid=16811): stderr: \u000a| �[0;m�[38;5;43m20221214061922904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061922904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061922904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061922905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061922905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061922905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061922905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:24.859940 run patchelf(pid=16814): Terminating (SIGINT)\u000a06:19:25.043255 run patchelf(pid=16814): Terminated: ok {rc=0}\u000a06:19:25.076398 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16811): Process ended prematurely: osmo-stp_10.42.42.5(pid=16811) [trial-2400↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16811)] [trial-2400↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a06:19:25.085872 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a06:19:25.148485 run osmo-hlr_10.42.42.2(pid=16808): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16808)]\u000a06:19:25.200186 run osmo-hlr_10.42.42.2(pid=16808): stdout: \u000a| (launched: 2022-12-14_06:19:21.684717) \u000a06:19:25.252242 run osmo-hlr_10.42.42.2(pid=16808): stderr: \u000a| �[0;m�[1;31m20221214061921886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061921886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061921886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061921886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061921886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061921886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061921899 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061921908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061921908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061921908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:19:25.296464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16807): Terminating (SIGTERM)\u000a06:19:25.338522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16810): Terminating (SIGTERM)\u000a06:19:25.380696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16813): Terminating (SIGTERM)\u000a06:19:25.390534 --- ParallelTerminationStrategy: PID 16807 died...\u000a06:19:25.446640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16807): Terminated: ok {rc=0}\u000a06:19:25.456726 --- ParallelTerminationStrategy: PID 16810 died...\u000a06:19:25.513306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16810): Terminated: ok {rc=0}\u000a06:19:25.523476 --- ParallelTerminationStrategy: PID 16813 died...\u000a06:19:25.579863 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16813): Terminated: ok {rc=0}\u000a06:19:25.666680 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:18:26" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16829): Process ended prematurely: osmo-stp_10.42.42.5(pid=16829) [trial-2400↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16829)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16829): Process ended prematurely: osmo-stp_10.42.42.5(pid=16829) [trial-2400↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16829)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:19:27.812698 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:27.823554 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:19:28.005596 tst cs_paging_gprs_active.py: using LAC 38991\u000a06:19:28.134704 tst cs_paging_gprs_active.py: using RAC 231\u000a06:19:28.270545 tst cs_paging_gprs_active.py: using CellId 38991\u000a06:19:28.401173 tst cs_paging_gprs_active.py: using BVCI 38992\u000a06:19:28.426884 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:28.438303 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:28.449541 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:28.460714 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:28.471885 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:28.483220 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:28.494608 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:28.505785 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:28.517140 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:19:28.636909 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:19:28.937808 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:19:29.078179 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:19:29.425187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16819): Launched\u000a06:19:29.713285 run iperf3-srv_10.42.42.10(pid=16820): Launched\u000a06:19:29.918784 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:19:30.058409 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:19:30.406042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16821): Launched\u000a06:19:30.693687 run iperf3-srv_10.42.42.10(pid=16822): Launched\u000a06:19:30.909939 tst cs_paging_gprs_active.py:38: start network...\u000a06:19:31.054023 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:19:31.631392 run create_hlr_db(pid=16823): Launched\u000a06:19:31.829551 bus /gobi_6: Setting Powered False\u000a06:19:32.836357 run create_hlr_db(pid=16823): Terminated: ok {rc=0}\u000a06:19:33.298613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16825): Launched\u000a06:19:33.632719 run osmo-hlr_10.42.42.2(pid=16826): Launched\u000a06:19:33.757572 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:19:34.336891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16828): Launched\u000a06:19:34.670901 run osmo-stp_10.42.42.5(pid=16829): Launched\u000a06:19:34.790936 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:19:35.373952 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16831): Launched\u000a06:19:35.492910 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:19:35.791789 run patchelf(pid=16832): Launched\u000a06:19:35.987385 run osmo-stp_10.42.42.5(pid=16829): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16829)]\u000a06:19:36.129857 run osmo-stp_10.42.42.5(pid=16829): stdout: \u000a| (launched: 2022-12-14_06:19:34.507441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:19:36.272680 run osmo-stp_10.42.42.5(pid=16829): stderr: \u000a| �[0;m�[38;5;43m20221214061934702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061934702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061934703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061934703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061934703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061934704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061934704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:36.411127 run osmo-stp_10.42.42.5(pid=16829): stdout: \u000a| (launched: 2022-12-14_06:19:34.507441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:19:36.548561 run osmo-stp_10.42.42.5(pid=16829): stderr: \u000a| �[0;m�[38;5;43m20221214061934702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061934702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061934703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061934703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061934703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061934704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061934704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:36.707637 run patchelf(pid=16832): Terminating (SIGINT)\u000a06:19:36.894971 run patchelf(pid=16832): Terminated: ok {rc=0}\u000a06:19:36.929371 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16829): Process ended prematurely: osmo-stp_10.42.42.5(pid=16829) [trial-2400↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16829)] [trial-2400↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a06:19:36.939390 tst cs_paging_gprs_active.py:38: Test FAILED (9.2 sec)\u000a06:19:37.002968 run osmo-hlr_10.42.42.2(pid=16826): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16826)]\u000a06:19:37.054585 run osmo-hlr_10.42.42.2(pid=16826): stdout: \u000a| (launched: 2022-12-14_06:19:33.469112) \u000a06:19:37.107095 run osmo-hlr_10.42.42.2(pid=16826): stderr: \u000a| �[0;m�[1;31m20221214061933669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061933669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061933669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061933669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061933669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061933669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061933681 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061933692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061933692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061933692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:19:37.151888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16819): Terminating (SIGTERM)\u000a06:19:37.194099 run iperf3-srv_10.42.42.10(pid=16820): Terminating (SIGTERM)\u000a06:19:37.236345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16821): Terminating (SIGTERM)\u000a06:19:37.278799 run iperf3-srv_10.42.42.10(pid=16822): Terminating (SIGTERM)\u000a06:19:37.321405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16825): Terminating (SIGTERM)\u000a06:19:37.363465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16828): Terminating (SIGTERM)\u000a06:19:37.405504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16831): Terminating (SIGTERM)\u000a06:19:37.415288 --- ParallelTerminationStrategy: PID 16819 died...\u000a06:19:37.471597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16819): Terminated: ok {rc=0}\u000a06:19:37.482278 --- ParallelTerminationStrategy: PID 16820 died...\u000a06:19:37.538244 run iperf3-srv_10.42.42.10(pid=16820): Terminated {rc=256}\u000a06:19:37.548344 --- ParallelTerminationStrategy: PID 16821 died...\u000a06:19:37.604359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16821): Terminated: ok {rc=0}\u000a06:19:37.614542 --- ParallelTerminationStrategy: PID 16822 died...\u000a06:19:37.670542 run iperf3-srv_10.42.42.10(pid=16822): Terminated {rc=256}\u000a06:19:37.680757 --- ParallelTerminationStrategy: PID 16825 died...\u000a06:19:37.736664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16825): Terminated: ok {rc=0}\u000a06:19:37.746817 --- ParallelTerminationStrategy: PID 16828 died...\u000a06:19:37.802739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16828): Terminated: ok {rc=0}\u000a06:19:37.812839 --- ParallelTerminationStrategy: PID 16831 died...\u000a06:19:37.868770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16831): Terminated: ok {rc=0}\u000a06:19:37.955333 bus /gobi_0: Setting Powered False\u000a06:19:39.062505 bus /gobi_0: Setting Powered False\u000a06:19:40.170292 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16841): Process ended prematurely: osmo-stp_10.42.42.5(pid=16841) [trial-2400↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16841)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16841): Process ended prematurely: osmo-stp_10.42.42.5(pid=16841) [trial-2400↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a06:19:41.281181 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:41.292744 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:19:41.454002 tst iperf3.py: using LAC 38992\u000a06:19:41.580625 tst iperf3.py: using RAC 232\u000a06:19:41.702753 tst iperf3.py: using CellId 38992\u000a06:19:41.823733 tst iperf3.py: using BVCI 38993\u000a06:19:41.847824 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:41.858964 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:41.869806 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:41.880450 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:41.891703 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:41.903188 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:41.914516 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:41.925523 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:41.936758 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:19:42.238270 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:19:42.379096 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:19:42.725465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16833): Launched\u000a06:19:43.011798 run iperf3-srv_10.42.42.10(pid=16834): Launched\u000a06:19:43.217488 tst iperf3.py:8: start network...\u000a06:19:43.357886 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:19:43.891273 run create_hlr_db(pid=16835): Launched\u000a06:19:44.084105 bus /gobi_6: Setting Powered False\u000a06:19:45.105229 run create_hlr_db(pid=16835): Terminated: ok {rc=0}\u000a06:19:45.550479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16837): Launched\u000a06:19:45.885089 run osmo-hlr_10.42.42.2(pid=16838): Launched\u000a06:19:46.060911 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:19:46.748203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16840): Launched\u000a06:19:47.256418 run osmo-stp_10.42.42.5(pid=16841): Launched\u000a06:19:47.379471 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:19:47.960940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16843): Launched\u000a06:19:48.080380 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:19:48.373438 run patchelf(pid=16844): Launched\u000a06:19:48.569179 run osmo-stp_10.42.42.5(pid=16841): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16841)]\u000a06:19:48.712001 run osmo-stp_10.42.42.5(pid=16841): stdout: \u000a| (launched: 2022-12-14_06:19:46.920743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:19:48.855373 run osmo-stp_10.42.42.5(pid=16841): stderr: \u000a| �[0;m�[38;5;43m20221214061947108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061947108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061947108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061947109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061947109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061947109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061947109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:48.993436 run osmo-stp_10.42.42.5(pid=16841): stdout: \u000a| (launched: 2022-12-14_06:19:46.920743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:19:49.130056 run osmo-stp_10.42.42.5(pid=16841): stderr: \u000a| �[0;m�[38;5;43m20221214061947108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214061947108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214061947108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214061947109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214061947109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214061947109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214061947109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:49.289314 run patchelf(pid=16844): Terminating (SIGINT)\u000a06:19:49.476736 run patchelf(pid=16844): Terminated: ok {rc=0}\u000a06:19:49.511035 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16841): Process ended prematurely: osmo-stp_10.42.42.5(pid=16841) [trial-2400↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16841)] [trial-2400↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a06:19:49.520861 tst iperf3.py:8: Test FAILED (8.3 sec)\u000a06:19:49.584632 run osmo-hlr_10.42.42.2(pid=16838): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16838)]\u000a06:19:49.636665 run osmo-hlr_10.42.42.2(pid=16838): stdout: \u000a| (launched: 2022-12-14_06:19:45.719898) \u000a06:19:49.689341 run osmo-hlr_10.42.42.2(pid=16838): stderr: \u000a| �[0;m�[1;31m20221214061945988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061945988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061945988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061945988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061945988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061945988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061946017 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061946038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061946038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061946038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:19:49.734615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16833): Terminating (SIGTERM)\u000a06:19:49.777239 run iperf3-srv_10.42.42.10(pid=16834): Terminating (SIGTERM)\u000a06:19:49.819596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16837): Terminating (SIGTERM)\u000a06:19:49.862402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16840): Terminating (SIGTERM)\u000a06:19:49.904496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16843): Terminating (SIGTERM)\u000a06:19:49.914384 --- ParallelTerminationStrategy: PID 16833 died...\u000a06:19:49.970951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16833): Terminated: ok {rc=0}\u000a06:19:49.981219 --- ParallelTerminationStrategy: PID 16834 died...\u000a06:19:50.037205 run iperf3-srv_10.42.42.10(pid=16834): Terminated {rc=256}\u000a06:19:50.047338 --- ParallelTerminationStrategy: PID 16837 died...\u000a06:19:50.103643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16837): Terminated: ok {rc=0}\u000a06:19:50.113857 --- ParallelTerminationStrategy: PID 16840 died...\u000a06:19:50.170108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16840): Terminated: ok {rc=0}\u000a06:19:50.180319 --- ParallelTerminationStrategy: PID 16843 died...\u000a06:19:50.236696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16843): Terminated: ok {rc=0}\u000a06:19:50.324593 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16860): Process ended prematurely: osmo-stp_10.42.42.5(pid=16860) [trial-2400↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16860)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16860): Process ended prematurely: osmo-stp_10.42.42.5(pid=16860) [trial-2400↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16860)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a06:19:51.442342 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:51.454641 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:19:51.621957 tst iperf3m4.py: using LAC 38993\u000a06:19:51.753670 tst iperf3m4.py: using RAC 233\u000a06:19:51.879444 tst iperf3m4.py: using CellId 38993\u000a06:19:52.003205 tst iperf3m4.py: using BVCI 38994\u000a06:19:52.027222 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:52.038401 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:52.049331 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:52.060157 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:52.071162 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:52.082162 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:52.093117 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:52.103830 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:19:52.114865 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:19:52.236558 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:19:52.361643 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:19:52.481313 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:19:52.786204 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:19:52.926436 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:19:53.276576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16846): Launched\u000a06:19:53.565073 run iperf3-srv_10.42.42.10(pid=16847): Launched\u000a06:19:53.770369 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:19:53.910550 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:19:54.256567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16848): Launched\u000a06:19:54.544152 run iperf3-srv_10.42.42.10(pid=16849): Launched\u000a06:19:54.749493 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:19:54.889301 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:19:55.235735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16850): Launched\u000a06:19:55.524838 run iperf3-srv_10.42.42.10(pid=16851): Launched\u000a06:19:55.729242 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:19:55.868842 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:19:56.215421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16852): Launched\u000a06:19:56.502975 run iperf3-srv_10.42.42.10(pid=16853): Launched\u000a06:19:56.708236 tst iperf3m4.py:8: start network...\u000a06:19:56.848049 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:19:57.382405 run create_hlr_db(pid=16854): Launched\u000a06:19:57.575556 bus /gobi_6: Setting Powered False\u000a06:19:58.595617 run create_hlr_db(pid=16854): Terminated: ok {rc=0}\u000a06:19:59.018094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16856): Launched\u000a06:19:59.330799 run osmo-hlr_10.42.42.2(pid=16857): Launched\u000a06:19:59.454251 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:20:00.002049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16859): Launched\u000a06:20:00.314692 run osmo-stp_10.42.42.5(pid=16860): Launched\u000a06:20:00.429361 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:20:01.017768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16862): Launched\u000a06:20:01.143086 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:20:01.461312 run patchelf(pid=16866): Launched\u000a06:20:01.672130 run osmo-stp_10.42.42.5(pid=16860): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16860)]\u000a06:20:01.838779 run osmo-stp_10.42.42.5(pid=16860): stdout: \u000a| (launched: 2022-12-14_06:20:00.160633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:20:01.985926 run osmo-stp_10.42.42.5(pid=16860): stderr: \u000a| �[0;m�[38;5;43m20221214062000332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062000332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062000332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062000333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062000333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062000333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062000333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:20:02.128032 run osmo-stp_10.42.42.5(pid=16860): stdout: \u000a| (launched: 2022-12-14_06:20:00.160633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:20:02.266084 run osmo-stp_10.42.42.5(pid=16860): stderr: \u000a| �[0;m�[38;5;43m20221214062000332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062000332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062000332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062000333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062000333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062000333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062000333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:20:02.425822 run patchelf(pid=16866): Terminating (SIGINT)\u000a06:20:02.612256 run patchelf(pid=16866): Terminated: ok {rc=0}\u000a06:20:02.646773 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16860): Process ended prematurely: osmo-stp_10.42.42.5(pid=16860) [trial-2400↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16860)] [trial-2400↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a06:20:02.657187 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a06:20:02.720129 run osmo-hlr_10.42.42.2(pid=16857): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16857)]\u000a06:20:02.771692 run osmo-hlr_10.42.42.2(pid=16857): stdout: \u000a| (launched: 2022-12-14_06:19:59.176843) \u000a06:20:02.823755 run osmo-hlr_10.42.42.2(pid=16857): stderr: \u000a| �[0;m�[1;31m20221214061959355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214061959355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214061959355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061959355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214061959355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214061959355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214061959371 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214061959381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214061959381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214061959381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:20:02.868326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16846): Terminating (SIGTERM)\u000a06:20:02.910921 run iperf3-srv_10.42.42.10(pid=16847): Terminating (SIGTERM)\u000a06:20:02.953390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16848): Terminating (SIGTERM)\u000a06:20:02.995833 run iperf3-srv_10.42.42.10(pid=16849): Terminating (SIGTERM)\u000a06:20:03.040506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16850): Terminating (SIGTERM)\u000a06:20:03.081499 run iperf3-srv_10.42.42.10(pid=16851): Terminating (SIGTERM)\u000a06:20:03.122431 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16852): Terminating (SIGTERM)\u000a06:20:03.163290 run iperf3-srv_10.42.42.10(pid=16853): Terminating (SIGTERM)\u000a06:20:03.204108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16856): Terminating (SIGTERM)\u000a06:20:03.244845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16859): Terminating (SIGTERM)\u000a06:20:03.285635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16862): Terminating (SIGTERM)\u000a06:20:03.294626 --- ParallelTerminationStrategy: PID 16846 died...\u000a06:20:03.350080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16846): Terminated: ok {rc=0}\u000a06:20:03.359965 --- ParallelTerminationStrategy: PID 16847 died...\u000a06:20:03.415400 run iperf3-srv_10.42.42.10(pid=16847): Terminated {rc=256}\u000a06:20:03.425209 --- ParallelTerminationStrategy: PID 16848 died...\u000a06:20:03.480433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16848): Terminated: ok {rc=0}\u000a06:20:03.490181 --- ParallelTerminationStrategy: PID 16849 died...\u000a06:20:03.545424 run iperf3-srv_10.42.42.10(pid=16849): Terminated {rc=256}\u000a06:20:03.555076 --- ParallelTerminationStrategy: PID 16850 died...\u000a06:20:03.610620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16850): Terminated: ok {rc=0}\u000a06:20:03.620258 --- ParallelTerminationStrategy: PID 16851 died...\u000a06:20:03.675297 run iperf3-srv_10.42.42.10(pid=16851): Terminated {rc=256}\u000a06:20:03.685014 --- ParallelTerminationStrategy: PID 16852 died...\u000a06:20:03.740018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16852): Terminated: ok {rc=0}\u000a06:20:03.749849 --- ParallelTerminationStrategy: PID 16853 died...\u000a06:20:03.804623 run iperf3-srv_10.42.42.10(pid=16853): Terminated {rc=256}\u000a06:20:03.814340 --- ParallelTerminationStrategy: PID 16856 died...\u000a06:20:03.869446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16856): Terminated: ok {rc=0}\u000a06:20:03.879173 --- ParallelTerminationStrategy: PID 16859 died...\u000a06:20:03.934290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16859): Terminated: ok {rc=0}\u000a06:20:03.944065 --- ParallelTerminationStrategy: PID 16862 died...\u000a06:20:03.999436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16862): Terminated: ok {rc=0}\u000a06:20:04.089731 bus /gobi_4: Setting Powered False\u000a06:20:05.194726 bus /gobi_4: Setting Powered False\u000a06:20:06.306388 bus /gobi_1: Setting Powered False\u000a06:20:07.410154 bus /gobi_1: Setting Powered False\u000a06:20:08.521951 bus /gobi_0: Setting Powered False\u000a06:20:09.625228 bus /gobi_0: Setting Powered False\u000a06:20:10.739312 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16874): Process ended prematurely: osmo-stp_10.42.42.5(pid=16874) [trial-2400↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16874)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16874): Process ended prematurely: osmo-stp_10.42.42.5(pid=16874) [trial-2400↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16874)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a06:20:11.808049 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:20:11.820403 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:20:11.988758 tst ping.py: using LAC 38994\u000a06:20:12.117174 tst ping.py: using RAC 234\u000a06:20:12.245006 tst ping.py: using CellId 38994\u000a06:20:12.363951 tst ping.py: using BVCI 38995\u000a06:20:12.387574 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:20:12.398606 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:20:12.409580 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:20:12.420395 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:20:12.431405 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:20:12.442587 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:20:12.453701 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:20:12.464630 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:20:12.761937 tst ping.py:19: start network...\u000a06:20:12.898765 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:20:13.408487 run create_hlr_db(pid=16868): Launched\u000a06:20:13.586550 bus /gobi_6: Setting Powered False\u000a06:20:14.607023 run create_hlr_db(pid=16868): Terminated: ok {rc=0}\u000a06:20:15.043154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16870): Launched\u000a06:20:15.372842 run osmo-hlr_10.42.42.2(pid=16871): Launched\u000a06:20:15.494186 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:20:16.095770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16873): Launched\u000a06:20:16.524205 run osmo-stp_10.42.42.5(pid=16874): Launched\u000a06:20:16.670788 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:20:17.286464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16876): Launched\u000a06:20:17.404351 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:20:17.690702 run patchelf(pid=16877): Launched\u000a06:20:17.881990 run osmo-stp_10.42.42.5(pid=16874): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16874)]\u000a06:20:18.021365 run osmo-stp_10.42.42.5(pid=16874): stdout: \u000a| (launched: 2022-12-14_06:20:16.264721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:20:18.162117 run osmo-stp_10.42.42.5(pid=16874): stderr: \u000a| �[0;m�[38;5;43m20221214062016578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062016579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062016579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062016579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062016580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062016580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062016580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:20:18.297056 run osmo-stp_10.42.42.5(pid=16874): stdout: \u000a| (launched: 2022-12-14_06:20:16.264721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:20:18.431081 run osmo-stp_10.42.42.5(pid=16874): stderr: \u000a| �[0;m�[38;5;43m20221214062016578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062016579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062016579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062016579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062016580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062016580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062016580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:20:18.585962 run patchelf(pid=16877): Terminating (SIGINT)\u000a06:20:18.767955 run patchelf(pid=16877): Terminated: ok {rc=0}\u000a06:20:18.801383 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16874): Process ended prematurely: osmo-stp_10.42.42.5(pid=16874) [trial-2400↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16874)] [trial-2400↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a06:20:18.810759 tst ping.py:22: Test FAILED (7.0 sec)\u000a06:20:18.874278 run osmo-hlr_10.42.42.2(pid=16871): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16871)]\u000a06:20:18.926091 run osmo-hlr_10.42.42.2(pid=16871): stdout: \u000a| (launched: 2022-12-14_06:20:15.209805) \u000a06:20:18.978665 run osmo-hlr_10.42.42.2(pid=16871): stderr: \u000a| �[0;m�[1;31m20221214062015409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062015410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062015410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062015410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062015410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062015410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062015422 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062015430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062015431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062015431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:20:19.023662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16870): Terminating (SIGTERM)\u000a06:20:19.066670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16873): Terminating (SIGTERM)\u000a06:20:19.109159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16876): Terminating (SIGTERM)\u000a06:20:19.119040 --- ParallelTerminationStrategy: PID 16870 died...\u000a06:20:19.175617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16870): Terminated: ok {rc=0}\u000a06:20:19.186003 --- ParallelTerminationStrategy: PID 16873 died...\u000a06:20:19.242286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16873): Terminated: ok {rc=0}\u000a06:20:19.252497 --- ParallelTerminationStrategy: PID 16876 died...\u000a06:20:19.308798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16876): Terminated: ok {rc=0}\u000a06:20:19.395966 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16884): Process ended prematurely: osmo-stp_10.42.42.5(pid=16884) [trial-2400↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16884)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16884): Process ended prematurely: osmo-stp_10.42.42.5(pid=16884) [trial-2400↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16884)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a06:20:20.449324 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:20:20.461458 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:20:20.627405 tst ping_idle_ping.py: using LAC 38995\u000a06:20:20.754875 tst ping_idle_ping.py: using RAC 235\u000a06:20:20.890271 tst ping_idle_ping.py: using CellId 38995\u000a06:20:21.017688 tst ping_idle_ping.py: using BVCI 38996\u000a06:20:21.042982 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:20:21.054450 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:20:21.065629 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:20:21.076771 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:20:21.088034 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:20:21.099348 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:20:21.110770 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:20:21.121964 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:20:21.419997 tst ping_idle_ping.py:24: start network...\u000a06:20:21.555299 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:20:22.075439 run create_hlr_db(pid=16878): Launched\u000a06:20:22.264152 bus /gobi_6: Setting Powered False\u000a06:20:23.274385 run create_hlr_db(pid=16878): Terminated: ok {rc=0}\u000a06:20:23.689625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16880): Launched\u000a06:20:23.993950 run osmo-hlr_10.42.42.2(pid=16881): Launched\u000a06:20:24.113987 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:20:24.648822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16883): Launched\u000a06:20:24.953439 run osmo-stp_10.42.42.5(pid=16884): Launched\u000a06:20:25.063560 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:20:25.593812 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16886): Launched\u000a06:20:25.702105 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:20:25.967180 run patchelf(pid=16887): Launched\u000a06:20:26.145476 run osmo-stp_10.42.42.5(pid=16884): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16884)]\u000a06:20:26.275755 run osmo-stp_10.42.42.5(pid=16884): stdout: \u000a| (launched: 2022-12-14_06:20:24.802804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:20:26.406472 run osmo-stp_10.42.42.5(pid=16884): stderr: \u000a| �[0;m�[38;5;43m20221214062024972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062024972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062024972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062024973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062024973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062024973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062024974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:20:26.531636 run osmo-stp_10.42.42.5(pid=16884): stdout: \u000a| (launched: 2022-12-14_06:20:24.802804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:20:26.655896 run osmo-stp_10.42.42.5(pid=16884): stderr: \u000a| �[0;m�[38;5;43m20221214062024972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062024972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062024972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062024973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062024973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062024973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062024974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:20:26.800118 run patchelf(pid=16887): Terminating (SIGINT)\u000a06:20:26.970222 run patchelf(pid=16887): Terminated: ok {rc=0}\u000a06:20:27.001558 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16884): Process ended prematurely: osmo-stp_10.42.42.5(pid=16884) [trial-2400↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16884)] [trial-2400↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a06:20:27.010191 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a06:20:27.069706 run osmo-hlr_10.42.42.2(pid=16881): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16881)]\u000a06:20:27.118222 run osmo-hlr_10.42.42.2(pid=16881): stdout: \u000a| (launched: 2022-12-14_06:20:23.843160) \u000a06:20:27.167158 run osmo-hlr_10.42.42.2(pid=16881): stderr: \u000a| �[0;m�[1;31m20221214062024019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062024020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062024020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062024020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062024020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062024020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062024032 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062024040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062024041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062024041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:20:27.209453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16880): Terminating (SIGTERM)\u000a06:20:27.249264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16883): Terminating (SIGTERM)\u000a06:20:27.288826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16886): Terminating (SIGTERM)\u000a06:20:27.298168 --- ParallelTerminationStrategy: PID 16880 died...\u000a06:20:27.351642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16880): Terminated: ok {rc=0}\u000a06:20:27.361305 --- ParallelTerminationStrategy: PID 16883 died...\u000a06:20:27.414647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16883): Terminated: ok {rc=0}\u000a06:20:27.424211 --- ParallelTerminationStrategy: PID 16886 died...\u000a06:20:27.477343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16886): Terminated: ok {rc=0}\u000a06:20:27.565247 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:19:27" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16902): Process ended prematurely: osmo-stp_10.42.42.5(pid=16902) [trial-2400↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16902)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16902): Process ended prematurely: osmo-stp_10.42.42.5(pid=16902) [trial-2400↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16902)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:20:29.707256 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:29.718048 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:20:29.879296 tst cs_paging_gprs_active.py: using LAC 38996\u000a06:20:30.006179 tst cs_paging_gprs_active.py: using RAC 236\u000a06:20:30.134810 tst cs_paging_gprs_active.py: using CellId 38996\u000a06:20:30.263712 tst cs_paging_gprs_active.py: using BVCI 38997\u000a06:20:30.289278 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:30.300714 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:30.311953 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:30.323249 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:30.334364 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:30.345922 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:30.357220 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:30.368100 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:30.379417 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:20:30.502425 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:20:30.791460 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:20:30.939325 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:20:31.293940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16892): Launched\u000a06:20:31.585973 run iperf3-srv_10.42.42.10(pid=16893): Launched\u000a06:20:31.778153 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:20:31.910381 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:20:32.248218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16894): Launched\u000a06:20:32.513171 run iperf3-srv_10.42.42.10(pid=16895): Launched\u000a06:20:32.700250 tst cs_paging_gprs_active.py:38: start network...\u000a06:20:32.828292 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:20:33.327734 run create_hlr_db(pid=16896): Launched\u000a06:20:33.518992 bus /gobi_6: Setting Powered False\u000a06:20:34.537834 run create_hlr_db(pid=16896): Terminated: ok {rc=0}\u000a06:20:34.973785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16898): Launched\u000a06:20:35.301721 run osmo-hlr_10.42.42.2(pid=16899): Launched\u000a06:20:35.425378 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:20:35.995302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16901): Launched\u000a06:20:36.323057 run osmo-stp_10.42.42.5(pid=16902): Launched\u000a06:20:36.442598 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:20:37.015932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16904): Launched\u000a06:20:37.133281 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:20:37.419778 run patchelf(pid=16905): Launched\u000a06:20:37.613613 run osmo-stp_10.42.42.5(pid=16902): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16902)]\u000a06:20:37.754291 run osmo-stp_10.42.42.5(pid=16902): stdout: \u000a| (launched: 2022-12-14_06:20:36.162441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:20:37.895555 run osmo-stp_10.42.42.5(pid=16902): stderr: \u000a| �[0;m�[38;5;43m20221214062036353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062036353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062036354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062036354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062036355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062036355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062036355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:20:38.031402 run osmo-stp_10.42.42.5(pid=16902): stdout: \u000a| (launched: 2022-12-14_06:20:36.162441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:20:38.166055 run osmo-stp_10.42.42.5(pid=16902): stderr: \u000a| �[0;m�[38;5;43m20221214062036353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062036353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062036354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062036354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062036355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062036355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062036355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:20:38.322694 run patchelf(pid=16905): Terminating (SIGINT)\u000a06:20:38.506792 run patchelf(pid=16905): Terminated: ok {rc=0}\u000a06:20:38.540352 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16902): Process ended prematurely: osmo-stp_10.42.42.5(pid=16902) [trial-2400↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16902)] [trial-2400↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a06:20:38.550284 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a06:20:38.612997 run osmo-hlr_10.42.42.2(pid=16899): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16899)]\u000a06:20:38.664185 run osmo-hlr_10.42.42.2(pid=16899): stdout: \u000a| (launched: 2022-12-14_06:20:35.141099) \u000a06:20:38.716438 run osmo-hlr_10.42.42.2(pid=16899): stderr: \u000a| �[0;m�[1;31m20221214062035338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062035338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062035338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062035338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062035338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062035338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062035352 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062035361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062035362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062035362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:20:38.760624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16892): Terminating (SIGTERM)\u000a06:20:38.802729 run iperf3-srv_10.42.42.10(pid=16893): Terminating (SIGTERM)\u000a06:20:38.844218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16894): Terminating (SIGTERM)\u000a06:20:38.886330 run iperf3-srv_10.42.42.10(pid=16895): Terminating (SIGTERM)\u000a06:20:38.928163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16898): Terminating (SIGTERM)\u000a06:20:38.970001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16901): Terminating (SIGTERM)\u000a06:20:39.012078 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16904): Terminating (SIGTERM)\u000a06:20:39.021786 --- ParallelTerminationStrategy: PID 16892 died...\u000a06:20:39.077357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16892): Terminated: ok {rc=0}\u000a06:20:39.087406 --- ParallelTerminationStrategy: PID 16893 died...\u000a06:20:39.142690 run iperf3-srv_10.42.42.10(pid=16893): Terminated {rc=256}\u000a06:20:39.152644 --- ParallelTerminationStrategy: PID 16894 died...\u000a06:20:39.208546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16894): Terminated: ok {rc=0}\u000a06:20:39.218550 --- ParallelTerminationStrategy: PID 16895 died...\u000a06:20:39.273780 run iperf3-srv_10.42.42.10(pid=16895): Terminated {rc=256}\u000a06:20:39.283793 --- ParallelTerminationStrategy: PID 16898 died...\u000a06:20:39.339491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16898): Terminated: ok {rc=0}\u000a06:20:39.349655 --- ParallelTerminationStrategy: PID 16901 died...\u000a06:20:39.404924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16901): Terminated: ok {rc=0}\u000a06:20:39.415023 --- ParallelTerminationStrategy: PID 16904 died...\u000a06:20:39.470377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16904): Terminated: ok {rc=0}\u000a06:20:39.556574 bus /gobi_0: Setting Powered False\u000a06:20:40.659978 bus /gobi_0: Setting Powered False\u000a06:20:41.771649 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16914): Process ended prematurely: osmo-stp_10.42.42.5(pid=16914) [trial-2400↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16914)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16914): Process ended prematurely: osmo-stp_10.42.42.5(pid=16914) [trial-2400↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16914)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a06:20:42.885457 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:42.897090 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:20:43.063260 tst iperf3.py: using LAC 38997\u000a06:20:43.193760 tst iperf3.py: using RAC 237\u000a06:20:43.324477 tst iperf3.py: using CellId 38997\u000a06:20:43.445802 tst iperf3.py: using BVCI 38998\u000a06:20:43.469266 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:43.480049 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:43.491033 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:43.501760 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:43.512757 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:43.524194 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:43.535208 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:43.546042 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:43.556815 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:20:43.852130 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:20:43.988924 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:20:44.327866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16906): Launched\u000a06:20:44.609593 run iperf3-srv_10.42.42.10(pid=16907): Launched\u000a06:20:44.810165 tst iperf3.py:8: start network...\u000a06:20:44.947125 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:20:45.470555 run create_hlr_db(pid=16908): Launched\u000a06:20:45.660158 bus /gobi_6: Setting Powered False\u000a06:20:46.735805 run create_hlr_db(pid=16908): Terminated: ok {rc=0}\u000a06:20:47.175508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16910): Launched\u000a06:20:47.485866 run osmo-hlr_10.42.42.2(pid=16911): Launched\u000a06:20:47.607333 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:20:48.149998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16913): Launched\u000a06:20:48.455719 run osmo-stp_10.42.42.5(pid=16914): Launched\u000a06:20:48.568141 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:20:49.100866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16916): Launched\u000a06:20:49.210460 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:20:49.478349 run patchelf(pid=16917): Launched\u000a06:20:49.658222 run osmo-stp_10.42.42.5(pid=16914): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16914)]\u000a06:20:49.789182 run osmo-stp_10.42.42.5(pid=16914): stdout: \u000a| (launched: 2022-12-14_06:20:48.305349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:20:49.920712 run osmo-stp_10.42.42.5(pid=16914): stderr: \u000a| �[0;m�[38;5;43m20221214062048473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062048473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062048473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062048473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062048474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062048474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062048474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:20:50.047374 run osmo-stp_10.42.42.5(pid=16914): stdout: \u000a| (launched: 2022-12-14_06:20:48.305349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:20:50.173058 run osmo-stp_10.42.42.5(pid=16914): stderr: \u000a| �[0;m�[38;5;43m20221214062048473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062048473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062048473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062048473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062048474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062048474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062048474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:20:50.319468 run patchelf(pid=16917): Terminating (SIGINT)\u000a06:20:50.491768 run patchelf(pid=16917): Terminated: ok {rc=0}\u000a06:20:50.523165 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16914): Process ended prematurely: osmo-stp_10.42.42.5(pid=16914) [trial-2400↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16914)] [trial-2400↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a06:20:50.532362 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a06:20:50.592488 run osmo-hlr_10.42.42.2(pid=16911): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16911)]\u000a06:20:50.641404 run osmo-hlr_10.42.42.2(pid=16911): stdout: \u000a| (launched: 2022-12-14_06:20:47.333742) \u000a06:20:50.690924 run osmo-hlr_10.42.42.2(pid=16911): stderr: \u000a| �[0;m�[1;31m20221214062047509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062047509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062047509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062047510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062047510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062047510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062047522 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062047532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062047532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062047533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:20:50.733377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16906): Terminating (SIGTERM)\u000a06:20:50.773203 run iperf3-srv_10.42.42.10(pid=16907): Terminating (SIGTERM)\u000a06:20:50.813040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16910): Terminating (SIGTERM)\u000a06:20:50.852766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16913): Terminating (SIGTERM)\u000a06:20:50.892579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16916): Terminating (SIGTERM)\u000a06:20:50.901991 --- ParallelTerminationStrategy: PID 16906 died...\u000a06:20:50.955938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16906): Terminated: ok {rc=0}\u000a06:20:50.965588 --- ParallelTerminationStrategy: PID 16907 died...\u000a06:20:51.019307 run iperf3-srv_10.42.42.10(pid=16907): Terminated {rc=256}\u000a06:20:51.029032 --- ParallelTerminationStrategy: PID 16910 died...\u000a06:20:51.082859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16910): Terminated: ok {rc=0}\u000a06:20:51.092373 --- ParallelTerminationStrategy: PID 16913 died...\u000a06:20:51.145693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16913): Terminated: ok {rc=0}\u000a06:20:51.155307 --- ParallelTerminationStrategy: PID 16916 died...\u000a06:20:51.208738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16916): Terminated: ok {rc=0}\u000a06:20:51.291763 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16932): Process ended prematurely: osmo-stp_10.42.42.5(pid=16932) [trial-2400↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16932)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16932): Process ended prematurely: osmo-stp_10.42.42.5(pid=16932) [trial-2400↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16932)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a06:20:52.402557 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:52.414018 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:20:52.573901 tst iperf3m4.py: using LAC 38998\u000a06:20:52.693988 tst iperf3m4.py: using RAC 238\u000a06:20:52.814180 tst iperf3m4.py: using CellId 38998\u000a06:20:52.934647 tst iperf3m4.py: using BVCI 38999\u000a06:20:52.958100 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:52.968920 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:52.979662 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:52.990316 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:53.001772 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:53.013259 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:53.024839 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:53.036519 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:20:53.050120 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:20:53.168917 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:20:53.287972 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:20:53.403553 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:20:53.684412 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:20:53.812761 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:20:54.130846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16918): Launched\u000a06:20:54.395007 run iperf3-srv_10.42.42.10(pid=16919): Launched\u000a06:20:54.582071 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:20:54.710078 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:20:55.028847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16920): Launched\u000a06:20:55.293569 run iperf3-srv_10.42.42.10(pid=16921): Launched\u000a06:20:55.479834 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:20:55.607614 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:20:55.925387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16922): Launched\u000a06:20:56.188774 run iperf3-srv_10.42.42.10(pid=16923): Launched\u000a06:20:56.374950 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:20:56.502662 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:20:56.820575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16924): Launched\u000a06:20:57.084893 run iperf3-srv_10.42.42.10(pid=16925): Launched\u000a06:20:57.270680 tst iperf3m4.py:8: start network...\u000a06:20:57.398295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:20:57.892702 run create_hlr_db(pid=16926): Launched\u000a06:20:58.082747 bus /gobi_6: Setting Powered False\u000a06:20:59.102721 run create_hlr_db(pid=16926): Terminated: ok {rc=0}\u000a06:20:59.538543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16928): Launched\u000a06:20:59.864126 run osmo-hlr_10.42.42.2(pid=16929): Launched\u000a06:20:59.982794 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:21:00.551658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16931): Launched\u000a06:21:00.962697 run osmo-stp_10.42.42.5(pid=16932): Launched\u000a06:21:01.185450 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:21:01.773074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16934): Launched\u000a06:21:01.887785 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:21:02.183524 run patchelf(pid=16935): Launched\u000a06:21:02.367646 run osmo-stp_10.42.42.5(pid=16932): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16932)]\u000a06:21:02.508262 run osmo-stp_10.42.42.5(pid=16932): stdout: \u000a| (launched: 2022-12-14_06:21:00.719267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:02.640038 run osmo-stp_10.42.42.5(pid=16932): stderr: \u000a| �[0;m�[38;5;43m20221214062100928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062100928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062100929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062100930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062100931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062100931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062100932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:02.766623 run osmo-stp_10.42.42.5(pid=16932): stdout: \u000a| (launched: 2022-12-14_06:21:00.719267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:02.892131 run osmo-stp_10.42.42.5(pid=16932): stderr: \u000a| �[0;m�[38;5;43m20221214062100928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062100928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062100929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062100930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062100931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062100931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062100932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:03.038478 run patchelf(pid=16935): Terminating (SIGINT)\u000a06:21:03.211661 run patchelf(pid=16935): Terminated: ok {rc=0}\u000a06:21:03.243326 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16932): Process ended prematurely: osmo-stp_10.42.42.5(pid=16932) [trial-2400↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16932)] [trial-2400↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a06:21:03.252655 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a06:21:03.313416 run osmo-hlr_10.42.42.2(pid=16929): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16929)]\u000a06:21:03.362851 run osmo-hlr_10.42.42.2(pid=16929): stdout: \u000a| (launched: 2022-12-14_06:20:59.704685) \u000a06:21:03.412658 run osmo-hlr_10.42.42.2(pid=16929): stderr: \u000a| �[0;m�[1;31m20221214062059899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062059900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062059900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062059900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062059900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062059900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062059913 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062059922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062059922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062059922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:21:03.454979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16918): Terminating (SIGTERM)\u000a06:21:03.494936 run iperf3-srv_10.42.42.10(pid=16919): Terminating (SIGTERM)\u000a06:21:03.534858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16920): Terminating (SIGTERM)\u000a06:21:03.574569 run iperf3-srv_10.42.42.10(pid=16921): Terminating (SIGTERM)\u000a06:21:03.614558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16922): Terminating (SIGTERM)\u000a06:21:03.654207 run iperf3-srv_10.42.42.10(pid=16923): Terminating (SIGTERM)\u000a06:21:03.693914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16924): Terminating (SIGTERM)\u000a06:21:03.733589 run iperf3-srv_10.42.42.10(pid=16925): Terminating (SIGTERM)\u000a06:21:03.773250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16928): Terminating (SIGTERM)\u000a06:21:03.813096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16931): Terminating (SIGTERM)\u000a06:21:03.853154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16934): Terminating (SIGTERM)\u000a06:21:03.862168 --- ParallelTerminationStrategy: PID 16918 died...\u000a06:21:03.915852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16918): Terminated: ok {rc=0}\u000a06:21:03.925543 --- ParallelTerminationStrategy: PID 16919 died...\u000a06:21:03.978849 run iperf3-srv_10.42.42.10(pid=16919): Terminated {rc=256}\u000a06:21:03.988471 --- ParallelTerminationStrategy: PID 16920 died...\u000a06:21:04.041989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16920): Terminated: ok {rc=0}\u000a06:21:04.051589 --- ParallelTerminationStrategy: PID 16921 died...\u000a06:21:04.105033 run iperf3-srv_10.42.42.10(pid=16921): Terminated {rc=256}\u000a06:21:04.114601 --- ParallelTerminationStrategy: PID 16922 died...\u000a06:21:04.167774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16922): Terminated: ok {rc=0}\u000a06:21:04.177778 --- ParallelTerminationStrategy: PID 16923 died...\u000a06:21:04.231116 run iperf3-srv_10.42.42.10(pid=16923): Terminated {rc=256}\u000a06:21:04.240651 --- ParallelTerminationStrategy: PID 16924 died...\u000a06:21:04.293994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16924): Terminated: ok {rc=0}\u000a06:21:04.303700 --- ParallelTerminationStrategy: PID 16925 died...\u000a06:21:04.356913 run iperf3-srv_10.42.42.10(pid=16925): Terminated {rc=256}\u000a06:21:04.366636 --- ParallelTerminationStrategy: PID 16928 died...\u000a06:21:04.419914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16928): Terminated: ok {rc=0}\u000a06:21:04.429631 --- ParallelTerminationStrategy: PID 16931 died...\u000a06:21:04.482784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16931): Terminated: ok {rc=0}\u000a06:21:04.492390 --- ParallelTerminationStrategy: PID 16934 died...\u000a06:21:04.545533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16934): Terminated: ok {rc=0}\u000a06:21:04.633277 bus /gobi_4: Setting Powered False\u000a06:21:05.734548 bus /gobi_4: Setting Powered False\u000a06:21:06.845131 bus /gobi_1: Setting Powered False\u000a06:21:07.946732 bus /gobi_1: Setting Powered False\u000a06:21:09.051095 bus /gobi_0: Setting Powered False\u000a06:21:10.155763 bus /gobi_0: Setting Powered False\u000a06:21:11.262222 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16942): Process ended prematurely: osmo-stp_10.42.42.5(pid=16942) [trial-2400↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16942)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16942): Process ended prematurely: osmo-stp_10.42.42.5(pid=16942) [trial-2400↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16942)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a06:21:12.330350 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:21:12.342424 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:21:12.507082 tst ping.py: using LAC 38999\u000a06:21:12.633596 tst ping.py: using RAC 239\u000a06:21:12.761765 tst ping.py: using CellId 38999\u000a06:21:12.887820 tst ping.py: using BVCI 39000\u000a06:21:12.912690 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:21:12.924206 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:21:12.935532 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:21:12.946794 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:21:12.957979 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:21:12.969211 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:21:12.980499 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:21:12.991780 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:21:13.285696 tst ping.py:19: start network...\u000a06:21:13.421469 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:21:13.937540 run create_hlr_db(pid=16936): Launched\u000a06:21:14.125870 bus /gobi_6: Setting Powered False\u000a06:21:15.145938 run create_hlr_db(pid=16936): Terminated: ok {rc=0}\u000a06:21:15.551391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16938): Launched\u000a06:21:15.855772 run osmo-hlr_10.42.42.2(pid=16939): Launched\u000a06:21:16.007890 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:21:16.648172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16941): Launched\u000a06:21:17.153852 run osmo-stp_10.42.42.5(pid=16942): Launched\u000a06:21:17.266116 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:21:17.804728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16944): Launched\u000a06:21:17.912544 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:21:18.176756 run patchelf(pid=16945): Launched\u000a06:21:18.354242 run osmo-stp_10.42.42.5(pid=16942): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16942)]\u000a06:21:18.483900 run osmo-stp_10.42.42.5(pid=16942): stdout: \u000a| (launched: 2022-12-14_06:21:16.803663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:18.614021 run osmo-stp_10.42.42.5(pid=16942): stderr: \u000a| �[0;m�[38;5;43m20221214062116995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062116995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062116996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062116996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062116997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062116997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062116997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:18.738828 run osmo-stp_10.42.42.5(pid=16942): stdout: \u000a| (launched: 2022-12-14_06:21:16.803663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:18.862887 run osmo-stp_10.42.42.5(pid=16942): stderr: \u000a| �[0;m�[38;5;43m20221214062116995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062116995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062116996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062116996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062116997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062116997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062116997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:19.007096 run patchelf(pid=16945): Terminating (SIGINT)\u000a06:21:19.176503 run patchelf(pid=16945): Terminated: ok {rc=0}\u000a06:21:19.207318 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16942): Process ended prematurely: osmo-stp_10.42.42.5(pid=16942) [trial-2400↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16942)] [trial-2400↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a06:21:19.216059 tst ping.py:22: Test FAILED (6.9 sec)\u000a06:21:19.276126 run osmo-hlr_10.42.42.2(pid=16939): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16939)]\u000a06:21:19.324610 run osmo-hlr_10.42.42.2(pid=16939): stdout: \u000a| (launched: 2022-12-14_06:21:15.704917) \u000a06:21:19.373991 run osmo-hlr_10.42.42.2(pid=16939): stderr: \u000a| �[0;m�[1;31m20221214062115966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062115966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062115966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062115966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062115966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062115966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062115983 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062116005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062116005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062116005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:21:19.415893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16938): Terminating (SIGTERM)\u000a06:21:19.455458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16941): Terminating (SIGTERM)\u000a06:21:19.495123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16944): Terminating (SIGTERM)\u000a06:21:19.504341 --- ParallelTerminationStrategy: PID 16938 died...\u000a06:21:19.557667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16938): Terminated: ok {rc=0}\u000a06:21:19.567199 --- ParallelTerminationStrategy: PID 16941 died...\u000a06:21:19.619971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16941): Terminated: ok {rc=0}\u000a06:21:19.629918 --- ParallelTerminationStrategy: PID 16944 died...\u000a06:21:19.682791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16944): Terminated: ok {rc=0}\u000a06:21:19.769748 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16952): Process ended prematurely: osmo-stp_10.42.42.5(pid=16952) [trial-2400↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16952)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16952): Process ended prematurely: osmo-stp_10.42.42.5(pid=16952) [trial-2400↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16952)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a06:21:20.821350 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:21:20.833124 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:21:20.999623 tst ping_idle_ping.py: using LAC 39000\u000a06:21:21.126594 tst ping_idle_ping.py: using RAC 240\u000a06:21:21.248237 tst ping_idle_ping.py: using CellId 39000\u000a06:21:21.368353 tst ping_idle_ping.py: using BVCI 39001\u000a06:21:21.392081 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:21:21.403297 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:21:21.414385 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:21:21.425186 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:21:21.435997 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:21:21.447089 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:21:21.458270 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:21:21.469366 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:21:21.761896 tst ping_idle_ping.py:24: start network...\u000a06:21:21.897219 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:21:22.417448 run create_hlr_db(pid=16946): Launched\u000a06:21:22.605888 bus /gobi_6: Setting Powered False\u000a06:21:23.627019 run create_hlr_db(pid=16946): Terminated: ok {rc=0}\u000a06:21:24.058403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16948): Launched\u000a06:21:24.382865 run osmo-hlr_10.42.42.2(pid=16949): Launched\u000a06:21:24.501221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:21:25.062476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16951): Launched\u000a06:21:25.386446 run osmo-stp_10.42.42.5(pid=16952): Launched\u000a06:21:25.507475 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:21:26.070266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16954): Launched\u000a06:21:26.186308 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:21:26.468275 run patchelf(pid=16955): Launched\u000a06:21:26.657286 run osmo-stp_10.42.42.5(pid=16952): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16952)]\u000a06:21:26.795157 run osmo-stp_10.42.42.5(pid=16952): stdout: \u000a| (launched: 2022-12-14_06:21:25.226443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:26.933066 run osmo-stp_10.42.42.5(pid=16952): stderr: \u000a| �[0;m�[38;5;43m20221214062125417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062125417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062125418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062125418 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062125419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062125419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062125419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:27.066572 run osmo-stp_10.42.42.5(pid=16952): stdout: \u000a| (launched: 2022-12-14_06:21:25.226443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:27.198476 run osmo-stp_10.42.42.5(pid=16952): stderr: \u000a| �[0;m�[38;5;43m20221214062125417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062125417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062125418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062125418 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062125419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062125419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062125419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:27.352123 run patchelf(pid=16955): Terminating (SIGINT)\u000a06:21:27.533244 run patchelf(pid=16955): Terminated: ok {rc=0}\u000a06:21:27.566094 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16952): Process ended prematurely: osmo-stp_10.42.42.5(pid=16952) [trial-2400↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16952)] [trial-2400↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a06:21:27.575721 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a06:21:27.638354 run osmo-hlr_10.42.42.2(pid=16949): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16949)]\u000a06:21:27.689318 run osmo-hlr_10.42.42.2(pid=16949): stdout: \u000a| (launched: 2022-12-14_06:21:24.223054) \u000a06:21:27.741143 run osmo-hlr_10.42.42.2(pid=16949): stderr: \u000a| �[0;m�[1;31m20221214062124419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062124419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062124419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062124419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062124419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062124419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062124431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062124439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062124439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062124439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:21:27.785489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16948): Terminating (SIGTERM)\u000a06:21:27.827182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16951): Terminating (SIGTERM)\u000a06:21:27.869487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16954): Terminating (SIGTERM)\u000a06:21:27.879301 --- ParallelTerminationStrategy: PID 16948 died...\u000a06:21:27.935415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16948): Terminated: ok {rc=0}\u000a06:21:27.945799 --- ParallelTerminationStrategy: PID 16951 died...\u000a06:21:28.001477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16951): Terminated: ok {rc=0}\u000a06:21:28.011736 --- ParallelTerminationStrategy: PID 16954 died...\u000a06:21:28.067224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16954): Terminated: ok {rc=0}\u000a06:21:28.153297 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:20:29" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16965): Process ended prematurely: osmo-stp_10.42.42.5(pid=16965) [trial-2400↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16965)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16965): Process ended prematurely: osmo-stp_10.42.42.5(pid=16965) [trial-2400↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16965)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a06:21:30.190922 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:21:30.202857 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:21:30.366721 tst switch_tch_pdch.py: using LAC 39001\u000a06:21:30.491389 tst switch_tch_pdch.py: using RAC 241\u000a06:21:30.615960 tst switch_tch_pdch.py: using CellId 39001\u000a06:21:30.741143 tst switch_tch_pdch.py: using BVCI 39002\u000a06:21:30.765939 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:21:30.777719 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:21:30.789403 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:21:30.800942 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:21:30.812686 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:21:30.824400 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:21:30.841272 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:21:30.855147 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:21:30.997927 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:21:31.294626 tst switch_tch_pdch.py:51: start network...\u000a06:21:31.426683 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:21:31.959459 run create_hlr_db(pid=16959): Launched\u000a06:21:32.140532 bus /gobi_6: Setting Powered False\u000a06:21:33.155220 run create_hlr_db(pid=16959): Terminated: ok {rc=0}\u000a06:21:33.587216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16961): Launched\u000a06:21:33.909379 run osmo-hlr_10.42.42.2(pid=16962): Launched\u000a06:21:34.030917 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:21:34.592862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16964): Launched\u000a06:21:34.915956 run osmo-stp_10.42.42.5(pid=16965): Launched\u000a06:21:35.038558 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:21:35.600115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16967): Launched\u000a06:21:35.715240 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:21:35.995339 run patchelf(pid=16968): Launched\u000a06:21:36.183221 run osmo-stp_10.42.42.5(pid=16965): ERR: Terminated: ERROR {rc=1} [trial-2400↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16965)]\u000a06:21:36.320872 run osmo-stp_10.42.42.5(pid=16965): stdout: \u000a| (launched: 2022-12-14_06:21:34.756741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:36.459150 run osmo-stp_10.42.42.5(pid=16965): stderr: \u000a| �[0;m�[38;5;43m20221214062134948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062134948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062134948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062134949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062134949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062134949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062134949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:36.591704 run osmo-stp_10.42.42.5(pid=16965): stdout: \u000a| (launched: 2022-12-14_06:21:34.756741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:36.723141 run osmo-stp_10.42.42.5(pid=16965): stderr: \u000a| �[0;m�[38;5;43m20221214062134948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062134948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062134948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062134949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062134949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062134949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062134949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:36.876157 run patchelf(pid=16968): Terminating (SIGINT)\u000a06:21:37.056234 run patchelf(pid=16968): Terminated: ok {rc=0}\u000a06:21:37.089063 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=16965): Process ended prematurely: osmo-stp_10.42.42.5(pid=16965) [trial-2400↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16965)] [trial-2400↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a06:21:37.098367 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a06:21:37.160810 run osmo-hlr_10.42.42.2(pid=16962): ERR: Terminated: ERROR {rc=237} [trial-2400↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16962)]\u000a06:21:37.211736 run osmo-hlr_10.42.42.2(pid=16962): stdout: \u000a| (launched: 2022-12-14_06:21:33.751071) \u000a06:21:37.263737 run osmo-hlr_10.42.42.2(pid=16962): stderr: \u000a| �[0;m�[1;31m20221214062133946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062133946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062133946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062133946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062133946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062133946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062133959 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062133968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062133969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062133969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:21:37.307949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16961): Terminating (SIGTERM)\u000a06:21:37.350258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16964): Terminating (SIGTERM)\u000a06:21:37.392832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16967): Terminating (SIGTERM)\u000a06:21:37.402662 --- ParallelTerminationStrategy: PID 16961 died...\u000a06:21:37.458587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16961): Terminated: ok {rc=0}\u000a06:21:37.468590 --- ParallelTerminationStrategy: PID 16964 died...\u000a06:21:37.523956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16964): Terminated: ok {rc=0}\u000a06:21:37.533982 --- ParallelTerminationStrategy: PID 16967 died...\u000a06:21:37.589242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16967): Terminated: ok {rc=0}\u000a06:21:37.675136 bus /gobi_0: Setting Powered False\u000a06:21:38.780305 bus /gobi_0: Setting Powered False\u000a06:21:39.887017 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:21:29" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16978): Process ended prematurely: osmo-stp_10.42.42.5(pid=16978) [trial-2400↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16978)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16978): Process ended prematurely: osmo-stp_10.42.42.5(pid=16978) [trial-2400↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16978)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a06:21:41.866600 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:21:41.877929 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a06:21:42.044609 tst switch_tch_pdch.py: using LAC 39002\u000a06:21:42.171385 tst switch_tch_pdch.py: using RAC 242\u000a06:21:42.299289 tst switch_tch_pdch.py: using CellId 39002\u000a06:21:42.426216 tst switch_tch_pdch.py: using BVCI 39003\u000a06:21:42.451098 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:21:42.462445 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:21:42.473534 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:21:42.484720 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:21:42.495876 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:21:42.507132 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:21:42.518426 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:21:42.529510 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a06:21:42.648653 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a06:21:42.927410 tst switch_tch_pdch.py:51: start network...\u000a06:21:43.053742 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:21:43.503390 run create_hlr_db(pid=16972): Launched\u000a06:21:43.627075 bus /gobi_6: Setting Powered False\u000a06:21:44.699357 run create_hlr_db(pid=16972): Terminated: ok {rc=0}\u000a06:21:45.099934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16974): Launched\u000a06:21:45.423421 run osmo-hlr_10.42.42.2(pid=16975): Launched\u000a06:21:45.543445 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:21:46.120194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16977): Launched\u000a06:21:46.535555 run osmo-stp_10.42.42.5(pid=16978): Launched\u000a06:21:46.763068 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:21:47.314062 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16980): Launched\u000a06:21:47.422367 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:21:47.686313 run patchelf(pid=16981): Launched\u000a06:21:47.862639 run osmo-stp_10.42.42.5(pid=16978): ERR: Terminated: ERROR {rc=1} [trial-2400↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16978)]\u000a06:21:47.992056 run osmo-stp_10.42.42.5(pid=16978): stdout: \u000a| (launched: 2022-12-14_06:21:46.281725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:48.122087 run osmo-stp_10.42.42.5(pid=16978): stderr: \u000a| �[0;m�[38;5;43m20221214062146611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062146611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062146611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062146611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062146612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062146612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062146612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:48.246990 run osmo-stp_10.42.42.5(pid=16978): stdout: \u000a| (launched: 2022-12-14_06:21:46.281725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:48.370565 run osmo-stp_10.42.42.5(pid=16978): stderr: \u000a| �[0;m�[38;5;43m20221214062146611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062146611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062146611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062146611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062146612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062146612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062146612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:48.515373 run patchelf(pid=16981): Terminating (SIGINT)\u000a06:21:48.684664 run patchelf(pid=16981): Terminated: ok {rc=0}\u000a06:21:48.715640 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=16978): Process ended prematurely: osmo-stp_10.42.42.5(pid=16978) [trial-2400↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16978)] [trial-2400↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a06:21:48.724428 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a06:21:48.784010 run osmo-hlr_10.42.42.2(pid=16975): ERR: Terminated: ERROR {rc=237} [trial-2400↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16975)]\u000a06:21:48.832606 run osmo-hlr_10.42.42.2(pid=16975): stdout: \u000a| (launched: 2022-12-14_06:21:45.264451) \u000a06:21:48.881877 run osmo-hlr_10.42.42.2(pid=16975): stderr: \u000a| �[0;m�[1;31m20221214062145458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062145458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062145458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062145458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062145458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062145458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062145470 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062145481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062145481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062145481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:21:48.923930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16974): Terminating (SIGTERM)\u000a06:21:48.963595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16977): Terminating (SIGTERM)\u000a06:21:49.003161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16980): Terminating (SIGTERM)\u000a06:21:49.012399 --- ParallelTerminationStrategy: PID 16974 died...\u000a06:21:49.065972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16974): Terminated: ok {rc=0}\u000a06:21:49.075579 --- ParallelTerminationStrategy: PID 16977 died...\u000a06:21:49.129055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16977): Terminated: ok {rc=0}\u000a06:21:49.138668 --- ParallelTerminationStrategy: PID 16980 died...\u000a06:21:49.192277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16980): Terminated: ok {rc=0}\u000a06:21:49.279498 bus /gobi_0: Setting Powered False\u000a06:21:50.381519 bus /gobi_0: Setting Powered False\u000a06:21:51.487166 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:21:41" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=16986): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16986) [trial-2400↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16986)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=16986): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16986) [trial-2400↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16986)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a06:21:53.372491 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a06:21:53.383375 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:21:53.514170 tst mo_mt_sms.py: using LAC 39003\u000a06:21:53.640322 tst mo_mt_sms.py: using RAC 243\u000a06:21:53.768511 tst mo_mt_sms.py: using CellId 39003\u000a06:21:53.896053 tst mo_mt_sms.py: using BVCI 39004\u000a06:21:53.920804 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:21:54.036875 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:21:54.330702 tst mo_mt_sms.py:9: start nitb and bts...\u000a06:21:54.466880 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:21:55.130340 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16985): Launched\u000a06:21:55.451578 run osmo-nitb_10.42.42.2(pid=16986): Launched\u000a06:21:55.648382 run osmo-nitb_10.42.42.2(pid=16986): ERR: Terminated: ERROR {rc=2} [trial-2400↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16986)]\u000a06:21:55.792928 run osmo-nitb_10.42.42.2(pid=16986): stdout: \u000a| (launched: 2022-12-14_06:21:55.293963) \u000a06:21:55.938145 run osmo-nitb_10.42.42.2(pid=16986): stderr: \u000a| (launched: 2022-12-14_06:21:55.341985)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:21:56.078493 run osmo-nitb_10.42.42.2(pid=16986): stdout: \u000a| (launched: 2022-12-14_06:21:55.293963) \u000a06:21:56.217567 run osmo-nitb_10.42.42.2(pid=16986): stderr: \u000a| (launched: 2022-12-14_06:21:55.341985)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:21:56.580799 tst osmo-nitb_10.42.42.2(pid=16986): stdout: \u000a| (launched: 2022-12-14_06:21:55.293963) \u000a06:21:56.708676 tst osmo-nitb_10.42.42.2(pid=16986): stderr: \u000a| (launched: 2022-12-14_06:21:55.341985)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:21:56.764828 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=16986): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16986) [trial-2400↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16986)] [trial-2400↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a06:21:56.773966 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a06:21:56.809815 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16985): Terminating (SIGTERM)\u000a06:21:56.987752 --- ParallelTerminationStrategy: PID 16985 died...\u000a06:21:57.044608 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16985): Terminated: ok {rc=0}\u000a06:21:57.130707 bus /sierra_3: Setting Powered False\u000a06:21:58.237599 bus /sierra_3: Setting Powered False\u000a06:21:59.349293 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:21:53" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16996): Process ended prematurely: osmo-stp_10.42.42.5(pid=16996) [trial-2400↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16996)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16996): Process ended prematurely: osmo-stp_10.42.42.5(pid=16996) [trial-2400↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16996)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a06:22:01.242025 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:22:01.258101 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:22:01.438021 tst mo_mt_sms.py: using LAC 39004\u000a06:22:01.568501 tst mo_mt_sms.py: using RAC 244\u000a06:22:01.720249 tst mo_mt_sms.py: using CellId 39004\u000a06:22:01.861634 tst mo_mt_sms.py: using BVCI 39005\u000a06:22:01.887794 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:22:01.900044 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:22:01.912197 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:22:01.924211 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:22:01.936744 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:22:01.949313 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:22:02.093880 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:22:02.306489 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:22:02.786979 run create_hlr_db(pid=16990): Launched\u000a06:22:02.962007 bus /sierra_2: Setting Powered False\u000a06:22:03.982926 run create_hlr_db(pid=16990): Terminated: ok {rc=0}\u000a06:22:04.408395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16992): Launched\u000a06:22:04.711492 run osmo-hlr_10.42.42.2(pid=16993): Launched\u000a06:22:04.826654 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:22:05.349178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16995): Launched\u000a06:22:05.650873 run osmo-stp_10.42.42.5(pid=16996): Launched\u000a06:22:05.770582 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:22:06.327067 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16998): Launched\u000a06:22:06.630189 run osmo-msc_10.42.42.6(pid=16999): Launched\u000a06:22:06.807718 run osmo-stp_10.42.42.5(pid=16996): ERR: Terminated: ERROR {rc=1} [trial-2400↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16996)]\u000a06:22:06.936114 run osmo-stp_10.42.42.5(pid=16996): stdout: \u000a| (launched: 2022-12-14_06:22:05.501881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:07.062161 run osmo-stp_10.42.42.5(pid=16996): stderr: \u000a| �[0;m�[38;5;43m20221214062205673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062205673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062205673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062205674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062205674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062205674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062205674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:07.183639 run osmo-stp_10.42.42.5(pid=16996): stdout: \u000a| (launched: 2022-12-14_06:22:05.501881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:07.304069 run osmo-stp_10.42.42.5(pid=16996): stderr: \u000a| �[0;m�[38;5;43m20221214062205673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062205673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062205673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062205674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062205674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062205674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062205674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:07.356858 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=16996): Process ended prematurely: osmo-stp_10.42.42.5(pid=16996) [trial-2400↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16996)] [trial-2400↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a06:22:07.365082 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a06:22:07.425730 run osmo-hlr_10.42.42.2(pid=16993): ERR: Terminated: ERROR {rc=237} [trial-2400↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16993)]\u000a06:22:07.475151 run osmo-hlr_10.42.42.2(pid=16993): stdout: \u000a| (launched: 2022-12-14_06:22:04.562450) \u000a06:22:07.524983 run osmo-hlr_10.42.42.2(pid=16993): stderr: \u000a| �[0;m�[1;31m20221214062204737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062204737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062204737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062204737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062204737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062204737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062204749 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062204758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062204758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062204758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:22:07.593130 run osmo-msc_10.42.42.6(pid=16999): ERR: Terminated: ERROR {rc=2} [trial-2400↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16999)]\u000a06:22:07.643010 run osmo-msc_10.42.42.6(pid=16999): stdout: \u000a| (launched: 2022-12-14_06:22:06.480190) \u000a06:22:07.693311 run osmo-msc_10.42.42.6(pid=16999): stderr: \u000a| �[0;m�[38;5;43m20221214062206749 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214062206749 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f76dfc1cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214062206749 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214062206749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214062206749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214062206749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214062206751 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214062206751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214062206751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214062206752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:22:07.736015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16992): Terminating (SIGTERM)\u000a06:22:07.776301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16995): Terminating (SIGTERM)\u000a06:22:07.816401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16998): Terminating (SIGTERM)\u000a06:22:07.825794 --- ParallelTerminationStrategy: PID 16992 died...\u000a06:22:07.880076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16992): Terminated: ok {rc=0}\u000a06:22:07.889742 --- ParallelTerminationStrategy: PID 16995 died...\u000a06:22:07.943192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16995): Terminated: ok {rc=0}\u000a06:22:07.952684 --- ParallelTerminationStrategy: PID 16998 died...\u000a06:22:08.006635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16998): Terminated: ok {rc=0}\u000a06:22:08.094677 bus /sierra_3: Setting Powered False\u000a06:22:09.196888 bus /sierra_3: Setting Powered False\u000a06:22:10.307894 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:22:01" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=17005): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17005) [trial-2400↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17005)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17005): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17005) [trial-2400↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17005)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a06:22:12.129901 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a06:22:12.140834 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:22:12.279730 tst assert_extension.py: using LAC 39005\u000a06:22:12.397321 tst assert_extension.py: using RAC 245\u000a06:22:12.514965 tst assert_extension.py: using CellId 39005\u000a06:22:12.632171 tst assert_extension.py: using BVCI 39006\u000a06:22:12.655205 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a06:22:12.946177 tst assert_extension.py:10: start nitb and bts...\u000a06:22:13.082204 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:22:13.751058 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17004): Launched\u000a06:22:14.070426 run osmo-nitb_10.42.42.2(pid=17005): Launched\u000a06:22:14.267798 run osmo-nitb_10.42.42.2(pid=17005): ERR: Terminated: ERROR {rc=2} [trial-2400↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17005)]\u000a06:22:14.414035 run osmo-nitb_10.42.42.2(pid=17005): stdout: \u000a| (launched: 2022-12-14_06:22:13.915261) \u000a06:22:14.559944 run osmo-nitb_10.42.42.2(pid=17005): stderr: \u000a| (launched: 2022-12-14_06:22:13.963086)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:22:14.701290 run osmo-nitb_10.42.42.2(pid=17005): stdout: \u000a| (launched: 2022-12-14_06:22:13.915261) \u000a06:22:14.841551 run osmo-nitb_10.42.42.2(pid=17005): stderr: \u000a| (launched: 2022-12-14_06:22:13.963086)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:22:15.199890 tst osmo-nitb_10.42.42.2(pid=17005): stdout: \u000a| (launched: 2022-12-14_06:22:13.915261) \u000a06:22:15.327896 tst osmo-nitb_10.42.42.2(pid=17005): stderr: \u000a| (launched: 2022-12-14_06:22:13.963086)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:22:15.383833 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=17005): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17005) [trial-2400↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17005)] [trial-2400↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a06:22:15.392901 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a06:22:15.428513 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17004): Terminating (SIGTERM)\u000a06:22:15.606414 --- ParallelTerminationStrategy: PID 17004 died...\u000a06:22:15.663249 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17004): Terminated: ok {rc=0}\u000a06:22:15.749404 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:22:11" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17015): Process ended prematurely: osmo-stp_10.42.42.5(pid=17015) [trial-2400↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17015)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17015): Process ended prematurely: osmo-stp_10.42.42.5(pid=17015) [trial-2400↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17015)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a06:22:17.603055 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:22:17.613944 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:22:17.745824 tst assert_extension.py: using LAC 39006\u000a06:22:17.864330 tst assert_extension.py: using RAC 246\u000a06:22:17.984740 tst assert_extension.py: using CellId 39006\u000a06:22:18.104134 tst assert_extension.py: using BVCI 39007\u000a06:22:18.127163 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:22:18.137965 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:22:18.148545 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:22:18.159140 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:22:18.170453 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:22:18.181860 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a06:22:18.394474 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:22:18.909402 run create_hlr_db(pid=17009): Launched\u000a06:22:19.096893 bus /sierra_2: Setting Powered False\u000a06:22:20.116363 run create_hlr_db(pid=17009): Terminated: ok {rc=0}\u000a06:22:20.522352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17011): Launched\u000a06:22:20.825165 run osmo-hlr_10.42.42.2(pid=17012): Launched\u000a06:22:20.940334 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:22:21.467112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17014): Launched\u000a06:22:21.771609 run osmo-stp_10.42.42.5(pid=17015): Launched\u000a06:22:21.882959 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:22:22.434348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17017): Launched\u000a06:22:22.739309 run osmo-msc_10.42.42.6(pid=17018): Launched\u000a06:22:22.916139 run osmo-stp_10.42.42.5(pid=17015): ERR: Terminated: ERROR {rc=1} [trial-2400↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17015)]\u000a06:22:23.044210 run osmo-stp_10.42.42.5(pid=17015): stdout: \u000a| (launched: 2022-12-14_06:22:21.620415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:23.169807 run osmo-stp_10.42.42.5(pid=17015): stderr: \u000a| �[0;m�[38;5;43m20221214062221790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062221790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062221790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062221791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062221791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062221791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062221791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:23.291162 run osmo-stp_10.42.42.5(pid=17015): stdout: \u000a| (launched: 2022-12-14_06:22:21.620415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:23.411686 run osmo-stp_10.42.42.5(pid=17015): stderr: \u000a| �[0;m�[38;5;43m20221214062221790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062221790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062221790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062221791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062221791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062221791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062221791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:23.464454 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=17015): Process ended prematurely: osmo-stp_10.42.42.5(pid=17015) [trial-2400↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17015)] [trial-2400↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a06:22:23.472574 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a06:22:23.532557 run osmo-hlr_10.42.42.2(pid=17012): ERR: Terminated: ERROR {rc=237} [trial-2400↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17012)]\u000a06:22:23.581313 run osmo-hlr_10.42.42.2(pid=17012): stdout: \u000a| (launched: 2022-12-14_06:22:20.676038) \u000a06:22:23.630617 run osmo-hlr_10.42.42.2(pid=17012): stderr: \u000a| �[0;m�[1;31m20221214062220848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062220848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062220848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062220848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062220848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062220848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062220860 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062220868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062220869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062220869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:22:23.697777 run osmo-msc_10.42.42.6(pid=17018): ERR: Terminated: ERROR {rc=2} [trial-2400↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17018)]\u000a06:22:23.746509 run osmo-msc_10.42.42.6(pid=17018): stdout: \u000a| (launched: 2022-12-14_06:22:22.587301) \u000a06:22:23.796066 run osmo-msc_10.42.42.6(pid=17018): stderr: \u000a| �[0;m�[38;5;43m20221214062222860 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214062222860 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcdbe216c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214062222860 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214062222860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214062222860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214062222861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214062222862 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214062222863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214062222863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214062222863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:22:23.838120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17011): Terminating (SIGTERM)\u000a06:22:23.877680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17014): Terminating (SIGTERM)\u000a06:22:23.917563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17017): Terminating (SIGTERM)\u000a06:22:23.926787 --- ParallelTerminationStrategy: PID 17011 died...\u000a06:22:23.980204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17011): Terminated: ok {rc=0}\u000a06:22:23.989889 --- ParallelTerminationStrategy: PID 17014 died...\u000a06:22:24.042886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17014): Terminated: ok {rc=0}\u000a06:22:24.052350 --- ParallelTerminationStrategy: PID 17017 died...\u000a06:22:24.105519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17017): Terminated: ok {rc=0}\u000a06:22:24.189026 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:22:17" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17029): Process ended prematurely: osmo-stp_10.42.42.5(pid=17029) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17029)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17029): Process ended prematurely: osmo-stp_10.42.42.5(pid=17029) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17029)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a06:22:26.149841 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:22:26.161786 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:22:26.324585 tst mo_mt_call.py: using LAC 39007\u000a06:22:26.453499 tst mo_mt_call.py: using RAC 247\u000a06:22:26.583747 tst mo_mt_call.py: using CellId 39007\u000a06:22:26.712207 tst mo_mt_call.py: using BVCI 39008\u000a06:22:26.737375 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:22:26.749088 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:22:26.760597 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:22:26.772073 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:22:26.783658 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:22:26.795154 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:22:26.914121 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:22:27.128162 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:22:27.652933 run create_hlr_db(pid=17023): Launched\u000a06:22:27.844096 bus /sierra_2: Setting Powered False\u000a06:22:28.863993 run create_hlr_db(pid=17023): Terminated: ok {rc=0}\u000a06:22:29.278926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17025): Launched\u000a06:22:29.588926 run osmo-hlr_10.42.42.2(pid=17026): Launched\u000a06:22:29.709750 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:22:30.250923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17028): Launched\u000a06:22:30.559837 run osmo-stp_10.42.42.5(pid=17029): Launched\u000a06:22:30.673060 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:22:31.324097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17031): Launched\u000a06:22:31.717832 run osmo-msc_10.42.42.6(pid=17032): Launched\u000a06:22:31.934290 run osmo-stp_10.42.42.5(pid=17029): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17029)]\u000a06:22:32.123353 run osmo-stp_10.42.42.5(pid=17029): stdout: \u000a| (launched: 2022-12-14_06:22:30.407573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:32.337414 run osmo-stp_10.42.42.5(pid=17029): stderr: \u000a| �[0;m�[38;5;43m20221214062230578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062230578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062230578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062230579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062230579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062230579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062230579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:32.486239 run osmo-stp_10.42.42.5(pid=17029): stdout: \u000a| (launched: 2022-12-14_06:22:30.407573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:32.619975 run osmo-stp_10.42.42.5(pid=17029): stderr: \u000a| �[0;m�[38;5;43m20221214062230578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062230578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062230578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062230579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062230579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062230579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062230579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:32.677952 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17029): Process ended prematurely: osmo-stp_10.42.42.5(pid=17029) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17029)] [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a06:22:32.687595 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a06:22:32.750278 run osmo-hlr_10.42.42.2(pid=17026): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17026)]\u000a06:22:32.801792 run osmo-hlr_10.42.42.2(pid=17026): stdout: \u000a| (launched: 2022-12-14_06:22:29.436042) \u000a06:22:32.853994 run osmo-hlr_10.42.42.2(pid=17026): stderr: \u000a| �[0;m�[1;31m20221214062229610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062229610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062229610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062229610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062229611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062229611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062229622 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062229630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062229630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062229630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:22:32.924667 run osmo-msc_10.42.42.6(pid=17032): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17032)]\u000a06:22:32.975955 run osmo-msc_10.42.42.6(pid=17032): stdout: \u000a| (launched: 2022-12-14_06:22:31.497354) \u000a06:22:33.027578 run osmo-msc_10.42.42.6(pid=17032): stderr: \u000a| �[0;m�[38;5;43m20221214062232219 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214062232219 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f068dd5cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214062232219 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214062232219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214062232219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214062232219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214062232225 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214062232228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214062232231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214062232231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:22:33.071820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17025): Terminating (SIGTERM)\u000a06:22:33.113586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17028): Terminating (SIGTERM)\u000a06:22:33.155365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17031): Terminating (SIGTERM)\u000a06:22:33.165206 --- ParallelTerminationStrategy: PID 17025 died...\u000a06:22:33.220937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17025): Terminated: ok {rc=0}\u000a06:22:33.231213 --- ParallelTerminationStrategy: PID 17028 died...\u000a06:22:33.286758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17028): Terminated: ok {rc=0}\u000a06:22:33.296908 --- ParallelTerminationStrategy: PID 17031 died...\u000a06:22:33.352712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17031): Terminated: ok {rc=0}\u000a06:22:33.438277 bus /sierra_3: Setting Powered False\u000a06:22:34.544553 bus /sierra_3: Setting Powered False\u000a06:22:35.650535 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17040): Process ended prematurely: osmo-stp_10.42.42.5(pid=17040) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17040)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17040): Process ended prematurely: osmo-stp_10.42.42.5(pid=17040) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17040)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:22:36.765381 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:22:36.778102 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:22:36.938496 tst mo_mt_call_osmux.py: using LAC 39008\u000a06:22:37.065046 tst mo_mt_call_osmux.py: using RAC 248\u000a06:22:37.191816 tst mo_mt_call_osmux.py: using CellId 39008\u000a06:22:37.318634 tst mo_mt_call_osmux.py: using BVCI 39009\u000a06:22:37.343604 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:22:37.355493 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:22:37.367103 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:22:37.378841 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:22:37.390635 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:22:37.402645 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:22:37.519929 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:22:37.735111 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:22:38.259035 run create_hlr_db(pid=17034): Launched\u000a06:22:38.450204 bus /sierra_2: Setting Powered False\u000a06:22:39.471143 run create_hlr_db(pid=17034): Terminated: ok {rc=0}\u000a06:22:39.884604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17036): Launched\u000a06:22:40.192729 run osmo-hlr_10.42.42.2(pid=17037): Launched\u000a06:22:40.313225 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:22:40.852392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17039): Launched\u000a06:22:41.159210 run osmo-stp_10.42.42.5(pid=17040): Launched\u000a06:22:41.272425 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:22:41.840177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17042): Launched\u000a06:22:42.150246 run osmo-msc_10.42.42.6(pid=17043): Launched\u000a06:22:42.331320 run osmo-stp_10.42.42.5(pid=17040): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17040)]\u000a06:22:42.461797 run osmo-stp_10.42.42.5(pid=17040): stdout: \u000a| (launched: 2022-12-14_06:22:41.008224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:42.590380 run osmo-stp_10.42.42.5(pid=17040): stderr: \u000a| �[0;m�[38;5;43m20221214062241176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062241176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062241176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062241177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062241177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062241177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062241177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:42.714377 run osmo-stp_10.42.42.5(pid=17040): stdout: \u000a| (launched: 2022-12-14_06:22:41.008224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:42.837312 run osmo-stp_10.42.42.5(pid=17040): stderr: \u000a| �[0;m�[38;5;43m20221214062241176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062241176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062241176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062241177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062241177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062241177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062241177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:42.891356 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17040): Process ended prematurely: osmo-stp_10.42.42.5(pid=17040) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17040)] [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a06:22:42.900135 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a06:22:42.960348 run osmo-hlr_10.42.42.2(pid=17037): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17037)]\u000a06:22:43.009582 run osmo-hlr_10.42.42.2(pid=17037): stdout: \u000a| (launched: 2022-12-14_06:22:40.041462) \u000a06:22:43.059204 run osmo-hlr_10.42.42.2(pid=17037): stderr: \u000a| �[0;m�[1;31m20221214062240217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062240217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062240217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062240217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062240217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062240217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062240229 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062240237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062240238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062240238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:22:43.127027 run osmo-msc_10.42.42.6(pid=17043): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17043)]\u000a06:22:43.176322 run osmo-msc_10.42.42.6(pid=17043): stdout: \u000a| (launched: 2022-12-14_06:22:41.997093) \u000a06:22:43.225941 run osmo-msc_10.42.42.6(pid=17043): stderr: \u000a| �[0;m�[38;5;43m20221214062242266 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214062242266 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0613733c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214062242266 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214062242266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214062242266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214062242266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214062242268 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214062242268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214062242269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214062242269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:22:43.268302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17036): Terminating (SIGTERM)\u000a06:22:43.308342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17039): Terminating (SIGTERM)\u000a06:22:43.348472 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17042): Terminating (SIGTERM)\u000a06:22:43.357902 --- ParallelTerminationStrategy: PID 17036 died...\u000a06:22:43.412191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17036): Terminated: ok {rc=0}\u000a06:22:43.421988 --- ParallelTerminationStrategy: PID 17039 died...\u000a06:22:43.475708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17039): Terminated: ok {rc=0}\u000a06:22:43.485471 --- ParallelTerminationStrategy: PID 17042 died...\u000a06:22:43.539540 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17042): Terminated: ok {rc=0}\u000a06:22:43.628140 bus /sierra_3: Setting Powered False\u000a06:22:44.729841 bus /sierra_3: Setting Powered False\u000a06:22:45.840289 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:22:25" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17054): Process ended prematurely: osmo-stp_10.42.42.5(pid=17054) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17054)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17054): Process ended prematurely: osmo-stp_10.42.42.5(pid=17054) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17054)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a06:22:47.873388 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:22:47.885139 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:22:48.046409 tst mo_mt_call.py: using LAC 39009\u000a06:22:48.173231 tst mo_mt_call.py: using RAC 249\u000a06:22:48.299895 tst mo_mt_call.py: using CellId 39009\u000a06:22:48.428876 tst mo_mt_call.py: using BVCI 39010\u000a06:22:48.454162 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:22:48.466000 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:22:48.477539 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:22:48.489147 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:22:48.500655 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:22:48.512152 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:22:48.630953 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:22:48.836140 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:22:49.319784 run create_hlr_db(pid=17048): Launched\u000a06:22:49.496831 bus /sierra_2: Setting Powered False\u000a06:22:50.517640 run create_hlr_db(pid=17048): Terminated: ok {rc=0}\u000a06:22:50.953769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17050): Launched\u000a06:22:51.282144 run osmo-hlr_10.42.42.2(pid=17051): Launched\u000a06:22:51.403275 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:22:51.980716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17053): Launched\u000a06:22:52.289658 run osmo-stp_10.42.42.5(pid=17054): Launched\u000a06:22:52.402805 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:22:52.966390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17056): Launched\u000a06:22:53.276241 run osmo-msc_10.42.42.6(pid=17057): Launched\u000a06:22:53.456864 run osmo-stp_10.42.42.5(pid=17054): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17054)]\u000a06:22:53.587536 run osmo-stp_10.42.42.5(pid=17054): stdout: \u000a| (launched: 2022-12-14_06:22:52.137834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:53.715621 run osmo-stp_10.42.42.5(pid=17054): stderr: \u000a| �[0;m�[38;5;43m20221214062252305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062252305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062252305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062252306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062252306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062252306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062252306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:53.839148 run osmo-stp_10.42.42.5(pid=17054): stdout: \u000a| (launched: 2022-12-14_06:22:52.137834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:53.961543 run osmo-stp_10.42.42.5(pid=17054): stderr: \u000a| �[0;m�[38;5;43m20221214062252305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062252305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062252305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062252306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062252306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062252306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062252306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:54.016174 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17054): Process ended prematurely: osmo-stp_10.42.42.5(pid=17054) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17054)] [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a06:22:54.024884 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a06:22:54.084478 run osmo-hlr_10.42.42.2(pid=17051): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17051)]\u000a06:22:54.133333 run osmo-hlr_10.42.42.2(pid=17051): stdout: \u000a| (launched: 2022-12-14_06:22:51.121045) \u000a06:22:54.182618 run osmo-hlr_10.42.42.2(pid=17051): stderr: \u000a| �[0;m�[1;31m20221214062251316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062251316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062251316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062251316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062251316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062251317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062251328 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062251337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062251337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062251337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:22:54.249880 run osmo-msc_10.42.42.6(pid=17057): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17057)]\u000a06:22:54.298532 run osmo-msc_10.42.42.6(pid=17057): stdout: \u000a| (launched: 2022-12-14_06:22:53.123098) \u000a06:22:54.347806 run osmo-msc_10.42.42.6(pid=17057): stderr: \u000a| �[0;m�[38;5;43m20221214062253394 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214062253394 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e6d3c6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214062253394 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214062253394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214062253394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214062253394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214062253396 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214062253396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214062253397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214062253397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:22:54.389899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17050): Terminating (SIGTERM)\u000a06:22:54.429990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17053): Terminating (SIGTERM)\u000a06:22:54.469930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17056): Terminating (SIGTERM)\u000a06:22:54.479253 --- ParallelTerminationStrategy: PID 17050 died...\u000a06:22:54.532918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17050): Terminated: ok {rc=0}\u000a06:22:54.542632 --- ParallelTerminationStrategy: PID 17053 died...\u000a06:22:54.595851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17053): Terminated: ok {rc=0}\u000a06:22:54.605548 --- ParallelTerminationStrategy: PID 17056 died...\u000a06:22:54.658740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17056): Terminated: ok {rc=0}\u000a06:22:54.746885 bus /sierra_3: Setting Powered False\u000a06:22:55.853407 bus /sierra_3: Setting Powered False\u000a06:22:56.960779 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17065): Process ended prematurely: osmo-stp_10.42.42.5(pid=17065) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17065)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17065): Process ended prematurely: osmo-stp_10.42.42.5(pid=17065) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17065)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:22:58.071979 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:22:58.083777 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:22:58.237604 tst mo_mt_call_osmux.py: using LAC 39010\u000a06:22:58.364533 tst mo_mt_call_osmux.py: using RAC 250\u000a06:22:58.487506 tst mo_mt_call_osmux.py: using CellId 39010\u000a06:22:58.606056 tst mo_mt_call_osmux.py: using BVCI 39011\u000a06:22:58.629536 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:22:58.640784 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:22:58.651857 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:22:58.663388 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:22:58.675041 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:22:58.686617 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:22:58.807344 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:22:59.011521 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:22:59.496219 run create_hlr_db(pid=17059): Launched\u000a06:22:59.673512 bus /sierra_2: Setting Powered False\u000a06:23:00.694440 run create_hlr_db(pid=17059): Terminated: ok {rc=0}\u000a06:23:01.164591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17061): Launched\u000a06:23:01.509842 run osmo-hlr_10.42.42.2(pid=17062): Launched\u000a06:23:01.745808 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:23:02.400298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17064): Launched\u000a06:23:02.730583 run osmo-stp_10.42.42.5(pid=17065): Launched\u000a06:23:02.849678 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:23:03.452556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17067): Launched\u000a06:23:03.781540 run osmo-msc_10.42.42.6(pid=17068): Launched\u000a06:23:03.973965 run osmo-stp_10.42.42.5(pid=17065): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17065)]\u000a06:23:04.116273 run osmo-stp_10.42.42.5(pid=17065): stdout: \u000a| (launched: 2022-12-14_06:23:02.569027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:04.252570 run osmo-stp_10.42.42.5(pid=17065): stderr: \u000a| �[0;m�[38;5;43m20221214062302762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062302762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062302762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062302763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062302763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062302763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062302763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:04.384316 run osmo-stp_10.42.42.5(pid=17065): stdout: \u000a| (launched: 2022-12-14_06:23:02.569027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:04.515056 run osmo-stp_10.42.42.5(pid=17065): stderr: \u000a| �[0;m�[38;5;43m20221214062302762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062302762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062302762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062302763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062302763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062302763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062302763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:04.572310 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17065): Process ended prematurely: osmo-stp_10.42.42.5(pid=17065) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17065)] [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a06:23:04.581771 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a06:23:04.643765 run osmo-hlr_10.42.42.2(pid=17062): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17062)]\u000a06:23:04.694863 run osmo-hlr_10.42.42.2(pid=17062): stdout: \u000a| (launched: 2022-12-14_06:23:01.337781) \u000a06:23:04.746632 run osmo-hlr_10.42.42.2(pid=17062): stderr: \u000a| �[0;m�[1;31m20221214062301689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062301689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062301689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062301689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062301689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062301689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062301702 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062301719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062301719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062301719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:23:04.816848 run osmo-msc_10.42.42.6(pid=17068): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17068)]\u000a06:23:04.867967 run osmo-msc_10.42.42.6(pid=17068): stdout: \u000a| (launched: 2022-12-14_06:23:03.620678) \u000a06:23:04.919503 run osmo-msc_10.42.42.6(pid=17068): stderr: \u000a| �[0;m�[38;5;43m20221214062303945 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214062303945 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3d10bc6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214062303945 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214062303945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214062303946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214062303946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214062303947 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214062303948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214062303948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214062303948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:23:04.963427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17061): Terminating (SIGTERM)\u000a06:23:05.005244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17064): Terminating (SIGTERM)\u000a06:23:05.046789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17067): Terminating (SIGTERM)\u000a06:23:05.056501 --- ParallelTerminationStrategy: PID 17061 died...\u000a06:23:05.112341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17061): Terminated: ok {rc=0}\u000a06:23:05.122440 --- ParallelTerminationStrategy: PID 17064 died...\u000a06:23:05.177567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17064): Terminated: ok {rc=0}\u000a06:23:05.187650 --- ParallelTerminationStrategy: PID 17067 died...\u000a06:23:05.243074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17067): Terminated: ok {rc=0}\u000a06:23:05.330344 bus /sierra_3: Setting Powered False\u000a06:23:06.432665 bus /sierra_3: Setting Powered False\u000a06:23:07.540702 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:22:47" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17080): Process ended prematurely: osmo-stp_10.42.42.5(pid=17080) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17080)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17080): Process ended prematurely: osmo-stp_10.42.42.5(pid=17080) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17080)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:23:09.532104 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:23:09.543474 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:23:09.699240 tst mo_mt_call.py: using LAC 39011\u000a06:23:09.820661 tst mo_mt_call.py: using RAC 251\u000a06:23:09.941721 tst mo_mt_call.py: using CellId 39011\u000a06:23:10.061810 tst mo_mt_call.py: using BVCI 39012\u000a06:23:10.085094 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:23:10.096488 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:23:10.107677 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:23:10.118881 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:23:10.130734 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:23:10.142422 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:23:10.266240 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:23:10.470166 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:23:10.953318 run create_hlr_db(pid=17074): Launched\u000a06:23:11.130528 bus /sierra_2: Setting Powered False\u000a06:23:12.151687 run create_hlr_db(pid=17074): Terminated: ok {rc=0}\u000a06:23:12.589955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17076): Launched\u000a06:23:12.919387 run osmo-hlr_10.42.42.2(pid=17077): Launched\u000a06:23:13.040746 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:23:13.613308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17079): Launched\u000a06:23:13.941375 run osmo-stp_10.42.42.5(pid=17080): Launched\u000a06:23:14.060606 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:23:14.666130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17082): Launched\u000a06:23:14.995011 run osmo-msc_10.42.42.6(pid=17083): Launched\u000a06:23:15.186840 run osmo-stp_10.42.42.5(pid=17080): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17080)]\u000a06:23:15.324680 run osmo-stp_10.42.42.5(pid=17080): stdout: \u000a| (launched: 2022-12-14_06:23:13.780712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:15.461914 run osmo-stp_10.42.42.5(pid=17080): stderr: \u000a| �[0;m�[38;5;43m20221214062313970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062313970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062313970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062313971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062313971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062313971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062313971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:15.593902 run osmo-stp_10.42.42.5(pid=17080): stdout: \u000a| (launched: 2022-12-14_06:23:13.780712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:15.724321 run osmo-stp_10.42.42.5(pid=17080): stderr: \u000a| �[0;m�[38;5;43m20221214062313970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062313970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062313970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062313971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062313971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062313971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062313971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:15.782183 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17080): Process ended prematurely: osmo-stp_10.42.42.5(pid=17080) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17080)] [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a06:23:15.791500 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a06:23:15.853507 run osmo-hlr_10.42.42.2(pid=17077): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17077)]\u000a06:23:15.909730 run osmo-hlr_10.42.42.2(pid=17077): stdout: \u000a| (launched: 2022-12-14_06:23:12.758181) \u000a06:23:15.963917 run osmo-hlr_10.42.42.2(pid=17077): stderr: \u000a| �[0;m�[1;31m20221214062312955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062312955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062312955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062312955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062312955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062312955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062312967 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062312976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062312976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062312976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:23:16.035040 run osmo-msc_10.42.42.6(pid=17083): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17083)]\u000a06:23:16.086532 run osmo-msc_10.42.42.6(pid=17083): stdout: \u000a| (launched: 2022-12-14_06:23:14.833984) \u000a06:23:16.138397 run osmo-msc_10.42.42.6(pid=17083): stderr: \u000a| �[0;m�[38;5;43m20221214062315154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214062315154 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdf327dec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214062315154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214062315154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214062315154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214062315154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214062315156 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214062315157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214062315157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214062315157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:23:16.183768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17076): Terminating (SIGTERM)\u000a06:23:16.227985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17079): Terminating (SIGTERM)\u000a06:23:16.270435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17082): Terminating (SIGTERM)\u000a06:23:16.281271 --- ParallelTerminationStrategy: PID 17076 died...\u000a06:23:16.339983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17076): Terminated: ok {rc=0}\u000a06:23:16.350958 --- ParallelTerminationStrategy: PID 17079 died...\u000a06:23:16.407334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17079): Terminated: ok {rc=0}\u000a06:23:16.418357 --- ParallelTerminationStrategy: PID 17082 died...\u000a06:23:16.475015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17082): Terminated: ok {rc=0}\u000a06:23:16.565631 bus /sierra_3: Setting Powered False\u000a06:23:17.666542 bus /sierra_3: Setting Powered False\u000a06:23:18.775020 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17091): Process ended prematurely: osmo-stp_10.42.42.5(pid=17091) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17091)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17091): Process ended prematurely: osmo-stp_10.42.42.5(pid=17091) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17091)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:23:19.889217 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:23:19.901578 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:23:20.062769 tst mo_mt_call_osmux.py: using LAC 39012\u000a06:23:20.190865 tst mo_mt_call_osmux.py: using RAC 252\u000a06:23:20.318895 tst mo_mt_call_osmux.py: using CellId 39012\u000a06:23:20.447443 tst mo_mt_call_osmux.py: using BVCI 39013\u000a06:23:20.472414 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:23:20.484291 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:23:20.495833 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:23:20.507489 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:23:20.519152 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:23:20.530733 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:23:20.648626 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:23:20.862909 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:23:21.386863 run create_hlr_db(pid=17085): Launched\u000a06:23:21.577306 bus /sierra_2: Setting Powered False\u000a06:23:22.597640 run create_hlr_db(pid=17085): Terminated: ok {rc=0}\u000a06:23:23.009054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17087): Launched\u000a06:23:23.316723 run osmo-hlr_10.42.42.2(pid=17088): Launched\u000a06:23:23.438307 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:23:23.975961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17090): Launched\u000a06:23:24.282783 run osmo-stp_10.42.42.5(pid=17091): Launched\u000a06:23:24.395681 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:23:24.957610 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17093): Launched\u000a06:23:25.266575 run osmo-msc_10.42.42.6(pid=17094): Launched\u000a06:23:25.447877 run osmo-stp_10.42.42.5(pid=17091): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17091)]\u000a06:23:25.577710 run osmo-stp_10.42.42.5(pid=17091): stdout: \u000a| (launched: 2022-12-14_06:23:24.131467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:25.704851 run osmo-stp_10.42.42.5(pid=17091): stderr: \u000a| �[0;m�[38;5;43m20221214062324300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062324301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062324301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062324301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062324302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062324302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062324302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:25.827952 run osmo-stp_10.42.42.5(pid=17091): stdout: \u000a| (launched: 2022-12-14_06:23:24.131467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:25.949998 run osmo-stp_10.42.42.5(pid=17091): stderr: \u000a| �[0;m�[38;5;43m20221214062324300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062324301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062324301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062324301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062324302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062324302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062324302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:26.003678 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17091): Process ended prematurely: osmo-stp_10.42.42.5(pid=17091) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17091)] [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a06:23:26.012311 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a06:23:26.072194 run osmo-hlr_10.42.42.2(pid=17088): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17088)]\u000a06:23:26.120736 run osmo-hlr_10.42.42.2(pid=17088): stdout: \u000a| (launched: 2022-12-14_06:23:23.165590) \u000a06:23:26.169917 run osmo-hlr_10.42.42.2(pid=17088): stderr: \u000a| �[0;m�[1;31m20221214062323340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062323340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062323340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062323340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062323340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062323340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062323351 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062323359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062323359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062323359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:23:26.237235 run osmo-msc_10.42.42.6(pid=17094): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17094)]\u000a06:23:26.286157 run osmo-msc_10.42.42.6(pid=17094): stdout: \u000a| (launched: 2022-12-14_06:23:25.113510) \u000a06:23:26.335286 run osmo-msc_10.42.42.6(pid=17094): stderr: \u000a| �[0;m�[38;5;43m20221214062325382 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214062325382 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3e6a89ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214062325382 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214062325382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214062325383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214062325383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214062325385 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214062325385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214062325385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214062325386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:23:26.377071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17087): Terminating (SIGTERM)\u000a06:23:26.416522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17090): Terminating (SIGTERM)\u000a06:23:26.456133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17093): Terminating (SIGTERM)\u000a06:23:26.465376 --- ParallelTerminationStrategy: PID 17087 died...\u000a06:23:26.518682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17087): Terminated: ok {rc=0}\u000a06:23:26.528232 --- ParallelTerminationStrategy: PID 17090 died...\u000a06:23:26.581323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17090): Terminated: ok {rc=0}\u000a06:23:26.590887 --- ParallelTerminationStrategy: PID 17093 died...\u000a06:23:26.643958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17093): Terminated: ok {rc=0}\u000a06:23:26.726781 bus /sierra_3: Setting Powered False\u000a06:23:27.826118 bus /sierra_3: Setting Powered False\u000a06:23:28.931816 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:23:09" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17105): Process ended prematurely: osmo-stp_10.42.42.5(pid=17105) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17105)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17105): Process ended prematurely: osmo-stp_10.42.42.5(pid=17105) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17105)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a06:23:30.938403 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:23:30.951068 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a06:23:31.141633 tst mo_mt_call.py: using LAC 39013\u000a06:23:31.316937 tst mo_mt_call.py: using RAC 253\u000a06:23:31.459480 tst mo_mt_call.py: using CellId 39013\u000a06:23:31.607861 tst mo_mt_call.py: using BVCI 39014\u000a06:23:31.634096 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:23:31.646685 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:23:31.659451 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:23:31.671976 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:23:31.685313 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:23:31.698206 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:23:31.822551 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:23:32.040869 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:23:32.576232 run create_hlr_db(pid=17099): Launched\u000a06:23:32.767308 bus /sierra_2: Setting Powered False\u000a06:23:33.786452 run create_hlr_db(pid=17099): Terminated: ok {rc=0}\u000a06:23:34.222832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17101): Launched\u000a06:23:34.551499 run osmo-hlr_10.42.42.2(pid=17102): Launched\u000a06:23:34.675371 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:23:35.247598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17104): Launched\u000a06:23:35.575926 run osmo-stp_10.42.42.5(pid=17105): Launched\u000a06:23:35.694136 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:23:36.293809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17107): Launched\u000a06:23:36.623941 run osmo-msc_10.42.42.6(pid=17108): Launched\u000a06:23:36.814812 run osmo-stp_10.42.42.5(pid=17105): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17105)]\u000a06:23:36.952385 run osmo-stp_10.42.42.5(pid=17105): stdout: \u000a| (launched: 2022-12-14_06:23:35.415069)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:37.089364 run osmo-stp_10.42.42.5(pid=17105): stderr: \u000a| �[0;m�[38;5;43m20221214062335608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062335608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062335609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062335609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062335610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062335610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062335610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:37.220567 run osmo-stp_10.42.42.5(pid=17105): stdout: \u000a| (launched: 2022-12-14_06:23:35.415069)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:37.350926 run osmo-stp_10.42.42.5(pid=17105): stderr: \u000a| �[0;m�[38;5;43m20221214062335608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062335608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062335609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062335609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062335610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062335610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062335610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:37.408419 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17105): Process ended prematurely: osmo-stp_10.42.42.5(pid=17105) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17105)] [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a06:23:37.417940 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a06:23:37.479679 run osmo-hlr_10.42.42.2(pid=17102): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17102)]\u000a06:23:37.530337 run osmo-hlr_10.42.42.2(pid=17102): stdout: \u000a| (launched: 2022-12-14_06:23:34.390909) \u000a06:23:37.581726 run osmo-hlr_10.42.42.2(pid=17102): stderr: \u000a| �[0;m�[1;31m20221214062334589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062334589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062334589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062334589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062334589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062334589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062334602 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062334610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062334610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062334610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:23:37.651523 run osmo-msc_10.42.42.6(pid=17108): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17108)]\u000a06:23:37.702122 run osmo-msc_10.42.42.6(pid=17108): stdout: \u000a| (launched: 2022-12-14_06:23:36.462520) \u000a06:23:37.753811 run osmo-msc_10.42.42.6(pid=17108): stderr: \u000a| �[0;m�[38;5;43m20221214062336785 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214062336785 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10344abc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214062336785 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214062336785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214062336785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214062336785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214062336787 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214062336788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214062336788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214062336788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:23:37.798671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17101): Terminating (SIGTERM)\u000a06:23:37.840260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17104): Terminating (SIGTERM)\u000a06:23:37.881595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17107): Terminating (SIGTERM)\u000a06:23:37.891291 --- ParallelTerminationStrategy: PID 17101 died...\u000a06:23:37.946787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17101): Terminated: ok {rc=0}\u000a06:23:37.956938 --- ParallelTerminationStrategy: PID 17104 died...\u000a06:23:38.011908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17104): Terminated: ok {rc=0}\u000a06:23:38.022086 --- ParallelTerminationStrategy: PID 17107 died...\u000a06:23:38.076892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17107): Terminated: ok {rc=0}\u000a06:23:38.162384 bus /sierra_3: Setting Powered False\u000a06:23:39.268050 bus /sierra_3: Setting Powered False\u000a06:23:40.375287 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17116): Process ended prematurely: osmo-stp_10.42.42.5(pid=17116) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17116)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17116): Process ended prematurely: osmo-stp_10.42.42.5(pid=17116) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17116)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:23:41.491074 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:23:41.503562 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a06:23:41.666608 tst mo_mt_call_osmux.py: using LAC 39014\u000a06:23:41.790667 tst mo_mt_call_osmux.py: using RAC 254\u000a06:23:41.913461 tst mo_mt_call_osmux.py: using CellId 39014\u000a06:23:42.038635 tst mo_mt_call_osmux.py: using BVCI 39015\u000a06:23:42.062026 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:23:42.073557 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:23:42.084806 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:23:42.095967 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:23:42.107458 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:23:42.118869 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:23:42.240499 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:23:42.444826 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:23:42.929074 run create_hlr_db(pid=17110): Launched\u000a06:23:43.106862 bus /sierra_2: Setting Powered False\u000a06:23:44.127271 run create_hlr_db(pid=17110): Terminated: ok {rc=0}\u000a06:23:44.566143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17112): Launched\u000a06:23:44.893227 run osmo-hlr_10.42.42.2(pid=17113): Launched\u000a06:23:45.017033 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:23:45.590494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17115): Launched\u000a06:23:45.972042 run osmo-stp_10.42.42.5(pid=17116): Launched\u000a06:23:46.225894 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:23:46.870371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17118): Launched\u000a06:23:47.225584 run osmo-msc_10.42.42.6(pid=17119): Launched\u000a06:23:47.474035 run osmo-stp_10.42.42.5(pid=17116): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17116)]\u000a06:23:47.611303 run osmo-stp_10.42.42.5(pid=17116): stdout: \u000a| (launched: 2022-12-14_06:23:45.758188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:47.741211 run osmo-stp_10.42.42.5(pid=17116): stderr: \u000a| �[0;m�[38;5;43m20221214062346069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062346069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062346070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062346070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062346070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062346071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062346071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:47.865775 run osmo-stp_10.42.42.5(pid=17116): stdout: \u000a| (launched: 2022-12-14_06:23:45.758188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:47.988596 run osmo-stp_10.42.42.5(pid=17116): stderr: \u000a| �[0;m�[38;5;43m20221214062346069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062346069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062346070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062346070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062346070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062346071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062346071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:48.042744 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17116): Process ended prematurely: osmo-stp_10.42.42.5(pid=17116) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17116)] [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a06:23:48.051552 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a06:23:48.112051 run osmo-hlr_10.42.42.2(pid=17113): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17113)]\u000a06:23:48.161320 run osmo-hlr_10.42.42.2(pid=17113): stdout: \u000a| (launched: 2022-12-14_06:23:44.733518) \u000a06:23:48.211152 run osmo-hlr_10.42.42.2(pid=17113): stderr: \u000a| �[0;m�[1;31m20221214062344930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062344930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062344930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062344930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062344930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062344930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062344943 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062344951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062344951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062344952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:23:48.278965 run osmo-msc_10.42.42.6(pid=17119): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17119)]\u000a06:23:48.327981 run osmo-msc_10.42.42.6(pid=17119): stdout: \u000a| (launched: 2022-12-14_06:23:47.031788) \u000a06:23:48.377587 run osmo-msc_10.42.42.6(pid=17119): stderr: \u000a| �[0;m�[38;5;43m20221214062347479 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214062347479 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f23758a3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214062347479 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214062347479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214062347480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214062347480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214062347481 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214062347482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214062347482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214062347482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:23:48.419934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17112): Terminating (SIGTERM)\u000a06:23:48.460178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17115): Terminating (SIGTERM)\u000a06:23:48.500379 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17118): Terminating (SIGTERM)\u000a06:23:48.509817 --- ParallelTerminationStrategy: PID 17112 died...\u000a06:23:48.563730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17112): Terminated: ok {rc=0}\u000a06:23:48.573898 --- ParallelTerminationStrategy: PID 17115 died...\u000a06:23:48.628107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17115): Terminated: ok {rc=0}\u000a06:23:48.637925 --- ParallelTerminationStrategy: PID 17118 died...\u000a06:23:48.691994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17118): Terminated: ok {rc=0}\u000a06:23:48.779799 bus /sierra_3: Setting Powered False\u000a06:23:49.881935 bus /sierra_3: Setting Powered False\u000a06:23:50.987591 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:23:30" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17132): Process ended prematurely: osmo-stp_10.42.42.5(pid=17132) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17132)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17132): Process ended prematurely: osmo-stp_10.42.42.5(pid=17132) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17132)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:23:52.988297 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:23:53.000193 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:23:53.156582 tst mo_mt_call.py: using LAC 39015\u000a06:23:53.277497 tst mo_mt_call.py: using RAC 255\u000a06:23:53.396134 tst mo_mt_call.py: using CellId 39015\u000a06:23:53.516734 tst mo_mt_call.py: using BVCI 39016\u000a06:23:53.539955 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:23:53.551191 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:23:53.562237 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:23:53.573230 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:23:53.584570 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:23:53.595820 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:23:53.717078 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:23:53.922797 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:23:54.405522 run create_hlr_db(pid=17126): Launched\u000a06:23:54.582401 bus /sierra_2: Setting Powered False\u000a06:23:55.603270 run create_hlr_db(pid=17126): Terminated: ok {rc=0}\u000a06:23:56.013075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17128): Launched\u000a06:23:56.320830 run osmo-hlr_10.42.42.2(pid=17129): Launched\u000a06:23:56.441405 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:23:56.978664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17131): Launched\u000a06:23:57.287587 run osmo-stp_10.42.42.5(pid=17132): Launched\u000a06:23:57.400416 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:23:57.962183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17134): Launched\u000a06:23:58.270874 run osmo-msc_10.42.42.6(pid=17135): Launched\u000a06:23:58.450507 run osmo-stp_10.42.42.5(pid=17132): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17132)]\u000a06:23:58.580756 run osmo-stp_10.42.42.5(pid=17132): stdout: \u000a| (launched: 2022-12-14_06:23:57.134579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:58.708084 run osmo-stp_10.42.42.5(pid=17132): stderr: \u000a| �[0;m�[38;5;43m20221214062357302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062357302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062357303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062357303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062357303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062357304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062357304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:58.831162 run osmo-stp_10.42.42.5(pid=17132): stdout: \u000a| (launched: 2022-12-14_06:23:57.134579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:58.952866 run osmo-stp_10.42.42.5(pid=17132): stderr: \u000a| �[0;m�[38;5;43m20221214062357302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062357302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062357303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062357303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062357303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062357304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062357304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:59.006897 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17132): Process ended prematurely: osmo-stp_10.42.42.5(pid=17132) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17132)] [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a06:23:59.015400 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a06:23:59.074619 run osmo-hlr_10.42.42.2(pid=17129): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17129)]\u000a06:23:59.122882 run osmo-hlr_10.42.42.2(pid=17129): stdout: \u000a| (launched: 2022-12-14_06:23:56.168817) \u000a06:23:59.171835 run osmo-hlr_10.42.42.2(pid=17129): stderr: \u000a| �[0;m�[1;31m20221214062356342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062356342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062356342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062356342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062356342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062356342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062356355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062356363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062356363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062356363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:23:59.238588 run osmo-msc_10.42.42.6(pid=17135): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17135)]\u000a06:23:59.286870 run osmo-msc_10.42.42.6(pid=17135): stdout: \u000a| (launched: 2022-12-14_06:23:58.118304) \u000a06:23:59.335769 run osmo-msc_10.42.42.6(pid=17135): stderr: \u000a| �[0;m�[38;5;43m20221214062358389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214062358389 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f09631cec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214062358389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214062358389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214062358389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214062358389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214062358391 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214062358391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214062358392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214062358392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:23:59.377487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17128): Terminating (SIGTERM)\u000a06:23:59.416845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17131): Terminating (SIGTERM)\u000a06:23:59.456256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17134): Terminating (SIGTERM)\u000a06:23:59.465510 --- ParallelTerminationStrategy: PID 17128 died...\u000a06:23:59.518307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17128): Terminated: ok {rc=0}\u000a06:23:59.527859 --- ParallelTerminationStrategy: PID 17131 died...\u000a06:23:59.580494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17131): Terminated: ok {rc=0}\u000a06:23:59.590029 --- ParallelTerminationStrategy: PID 17134 died...\u000a06:23:59.642599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17134): Terminated: ok {rc=0}\u000a06:23:59.730287 bus /sierra_3: Setting Powered False\u000a06:24:00.836649 bus /sierra_3: Setting Powered False\u000a06:24:02.006394 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17414): Process ended prematurely: osmo-stp_10.42.42.5(pid=17414) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17414)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17414): Process ended prematurely: osmo-stp_10.42.42.5(pid=17414) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17414)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:24:03.169064 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:24:03.182833 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:24:03.363452 tst mo_mt_call_osmux.py: using LAC 39016\u000a06:24:03.524850 tst mo_mt_call_osmux.py: using RAC 1\u000a06:24:03.658493 tst mo_mt_call_osmux.py: using CellId 39016\u000a06:24:03.787920 tst mo_mt_call_osmux.py: using BVCI 39017\u000a06:24:03.814595 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:24:03.827289 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:24:03.839862 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:24:03.852336 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:24:03.865228 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:24:03.877816 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:24:03.998473 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:24:04.215468 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:24:04.791924 run create_hlr_db(pid=17406): Launched\u000a06:24:04.986606 bus /sierra_2: Setting Powered False\u000a06:24:06.008839 run create_hlr_db(pid=17406): Terminated: ok {rc=0}\u000a06:24:06.472344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17410): Launched\u000a06:24:06.911290 run osmo-hlr_10.42.42.2(pid=17411): Launched\u000a06:24:07.161226 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:24:07.766910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17413): Launched\u000a06:24:08.204526 run osmo-stp_10.42.42.5(pid=17414): Launched\u000a06:24:08.426891 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:24:09.067988 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17416): Launched\u000a06:24:09.513128 run osmo-msc_10.42.42.6(pid=17417): Launched\u000a06:24:09.921073 run osmo-stp_10.42.42.5(pid=17414): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17414)]\u000a06:24:10.111924 run osmo-stp_10.42.42.5(pid=17414): stdout: \u000a| (launched: 2022-12-14_06:24:07.941515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:24:10.255966 run osmo-stp_10.42.42.5(pid=17414): stderr: \u000a| �[0;m�[38;5;43m20221214062408231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062408231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062408232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062408232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062408241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062408241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062408241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:24:10.395643 run osmo-stp_10.42.42.5(pid=17414): stdout: \u000a| (launched: 2022-12-14_06:24:07.941515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:24:10.535100 run osmo-stp_10.42.42.5(pid=17414): stderr: \u000a| �[0;m�[38;5;43m20221214062408231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062408231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062408232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062408232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062408241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062408241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062408241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:24:10.597583 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17414): Process ended prematurely: osmo-stp_10.42.42.5(pid=17414) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17414)] [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a06:24:10.608398 tst mo_mt_call_osmux.py:8: Test FAILED (7.5 sec)\u000a06:24:10.674559 run osmo-hlr_10.42.42.2(pid=17411): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17411)]\u000a06:24:10.728822 run osmo-hlr_10.42.42.2(pid=17411): stdout: \u000a| (launched: 2022-12-14_06:24:06.644941) \u000a06:24:10.782685 run osmo-hlr_10.42.42.2(pid=17411): stderr: \u000a| �[0;m�[1;31m20221214062406954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062406954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062406954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062406954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062406955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062406955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062406966 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062406978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062406978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062406978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:24:10.856266 run osmo-msc_10.42.42.6(pid=17417): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17417)]\u000a06:24:10.909841 run osmo-msc_10.42.42.6(pid=17417): stdout: \u000a| (launched: 2022-12-14_06:24:09.243854) \u000a06:24:10.964858 run osmo-msc_10.42.42.6(pid=17417): stderr: \u000a| �[0;m�[38;5;43m20221214062409739 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214062409739 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd68044c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214062409739 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214062409739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214062409740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214062409740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214062409750 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214062409750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214062409750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214062409751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:24:11.011022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17410): Terminating (SIGTERM)\u000a06:24:11.056722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17413): Terminating (SIGTERM)\u000a06:24:11.102556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17416): Terminating (SIGTERM)\u000a06:24:11.113634 --- ParallelTerminationStrategy: PID 17410 died...\u000a06:24:11.173632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17410): Terminated: ok {rc=0}\u000a06:24:11.184803 --- ParallelTerminationStrategy: PID 17413 died...\u000a06:24:11.243968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17413): Terminated: ok {rc=0}\u000a06:24:11.254997 --- ParallelTerminationStrategy: PID 17416 died...\u000a06:24:11.313654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17416): Terminated: ok {rc=0}\u000a06:24:11.405503 bus /sierra_3: Setting Powered False\u000a06:24:12.515000 bus /sierra_3: Setting Powered False\u000a06:24:13.634260 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:23:52" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17428): Process ended prematurely: osmo-stp_10.42.42.5(pid=17428) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17428)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17428): Process ended prematurely: osmo-stp_10.42.42.5(pid=17428) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17428)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a06:24:15.645446 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:24:15.657575 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:24:15.820047 tst mo_mt_call.py: using LAC 39017\u000a06:24:15.961406 tst mo_mt_call.py: using RAC 2\u000a06:24:16.112479 tst mo_mt_call.py: using CellId 39017\u000a06:24:16.287701 tst mo_mt_call.py: using BVCI 39018\u000a06:24:16.321850 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:24:16.338222 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:24:16.350698 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:24:16.363698 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:24:16.376096 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:24:16.389265 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:24:16.549076 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:24:16.870302 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:24:17.533615 run create_hlr_db(pid=17422): Launched\u000a06:24:17.727928 bus /sierra_2: Setting Powered False\u000a06:24:18.757829 run create_hlr_db(pid=17422): Terminated: ok {rc=0}\u000a06:24:19.227518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17424): Launched\u000a06:24:19.672008 run osmo-hlr_10.42.42.2(pid=17425): Launched\u000a06:24:19.918654 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:24:20.529533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17427): Launched\u000a06:24:20.982504 run osmo-stp_10.42.42.5(pid=17428): Launched\u000a06:24:21.202962 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:24:21.845727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17430): Launched\u000a06:24:22.293825 run osmo-msc_10.42.42.6(pid=17431): Launched\u000a06:24:22.695008 run osmo-stp_10.42.42.5(pid=17428): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17428)]\u000a06:24:22.897726 run osmo-stp_10.42.42.5(pid=17428): stdout: \u000a| (launched: 2022-12-14_06:24:20.707298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:24:23.042667 run osmo-stp_10.42.42.5(pid=17428): stderr: \u000a| �[0;m�[38;5;43m20221214062421005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062421005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062421005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062421006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062421006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062421006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062421006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:24:23.181593 run osmo-stp_10.42.42.5(pid=17428): stdout: \u000a| (launched: 2022-12-14_06:24:20.707298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:24:23.319072 run osmo-stp_10.42.42.5(pid=17428): stderr: \u000a| �[0;m�[38;5;43m20221214062421005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062421005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062421005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062421006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062421006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062421006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062421006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:24:23.381126 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17428): Process ended prematurely: osmo-stp_10.42.42.5(pid=17428) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17428)] [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a06:24:23.391856 tst mo_mt_call.py:8: Test FAILED (7.8 sec)\u000a06:24:23.458339 run osmo-hlr_10.42.42.2(pid=17425): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17425)]\u000a06:24:23.512008 run osmo-hlr_10.42.42.2(pid=17425): stdout: \u000a| (launched: 2022-12-14_06:24:19.404459) \u000a06:24:23.568604 run osmo-hlr_10.42.42.2(pid=17425): stderr: \u000a| �[0;m�[1;31m20221214062419710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062419710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062419710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062419710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062419710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062419710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062419730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062419738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062419739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062419739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:24:23.643407 run osmo-msc_10.42.42.6(pid=17431): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17431)]\u000a06:24:23.697470 run osmo-msc_10.42.42.6(pid=17431): stdout: \u000a| (launched: 2022-12-14_06:24:22.023426) \u000a06:24:23.752534 run osmo-msc_10.42.42.6(pid=17431): stderr: \u000a| �[0;m�[38;5;43m20221214062422525 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214062422525 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa3afff1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214062422525 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214062422525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214062422526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214062422526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214062422527 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214062422528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214062422528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214062422528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:24:23.799116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17424): Terminating (SIGTERM)\u000a06:24:23.845604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17427): Terminating (SIGTERM)\u000a06:24:23.893499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17430): Terminating (SIGTERM)\u000a06:24:23.904375 --- ParallelTerminationStrategy: PID 17424 died...\u000a06:24:23.965452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17424): Terminated: ok {rc=0}\u000a06:24:23.976612 --- ParallelTerminationStrategy: PID 17427 died...\u000a06:24:24.034729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17427): Terminated: ok {rc=0}\u000a06:24:24.045965 --- ParallelTerminationStrategy: PID 17430 died...\u000a06:24:24.104002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17430): Terminated: ok {rc=0}\u000a06:24:24.196375 bus /sierra_3: Setting Powered False\u000a06:24:25.296716 bus /sierra_3: Setting Powered False\u000a06:24:26.406186 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17440): Process ended prematurely: osmo-stp_10.42.42.5(pid=17440) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17440)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17440): Process ended prematurely: osmo-stp_10.42.42.5(pid=17440) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17440)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:24:27.522881 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:24:27.535623 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:24:27.706750 tst mo_mt_call_osmux.py: using LAC 39018\u000a06:24:27.836051 tst mo_mt_call_osmux.py: using RAC 3\u000a06:24:27.965636 tst mo_mt_call_osmux.py: using CellId 39018\u000a06:24:28.094472 tst mo_mt_call_osmux.py: using BVCI 39019\u000a06:24:28.119961 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:24:28.132098 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:24:28.144010 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:24:28.155919 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:24:28.167849 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:24:28.179774 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:24:28.298735 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:24:28.516926 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:24:29.053181 run create_hlr_db(pid=17434): Launched\u000a06:24:29.246834 bus /sierra_2: Setting Powered False\u000a06:24:30.266587 run create_hlr_db(pid=17434): Terminated: ok {rc=0}\u000a06:24:30.689216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17436): Launched\u000a06:24:31.071075 run osmo-hlr_10.42.42.2(pid=17437): Launched\u000a06:24:31.254489 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:24:31.940136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17439): Launched\u000a06:24:32.503619 run osmo-stp_10.42.42.5(pid=17440): Launched\u000a06:24:32.671717 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:24:33.281570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17442): Launched\u000a06:24:33.617031 run osmo-msc_10.42.42.6(pid=17443): Launched\u000a06:24:33.811319 run osmo-stp_10.42.42.5(pid=17440): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17440)]\u000a06:24:33.951733 run osmo-stp_10.42.42.5(pid=17440): stdout: \u000a| (launched: 2022-12-14_06:24:32.162160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:24:34.091560 run osmo-stp_10.42.42.5(pid=17440): stderr: \u000a| �[0;m�[38;5;43m20221214062432433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062432433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062432434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062432434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062432435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062432435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062432435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:24:34.226030 run osmo-stp_10.42.42.5(pid=17440): stdout: \u000a| (launched: 2022-12-14_06:24:32.162160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:24:34.358991 run osmo-stp_10.42.42.5(pid=17440): stderr: \u000a| �[0;m�[38;5;43m20221214062432433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062432433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062432434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062432434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062432435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062432435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062432435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:24:34.417557 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17440): Process ended prematurely: osmo-stp_10.42.42.5(pid=17440) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17440)] [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a06:24:34.426946 tst mo_mt_call_osmux.py:8: Test FAILED (6.9 sec)\u000a06:24:34.489359 run osmo-hlr_10.42.42.2(pid=17437): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17437)]\u000a06:24:34.540686 run osmo-hlr_10.42.42.2(pid=17437): stdout: \u000a| (launched: 2022-12-14_06:24:30.850486) \u000a06:24:34.592675 run osmo-hlr_10.42.42.2(pid=17437): stderr: \u000a| �[0;m�[1;31m20221214062431127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062431127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062431127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062431127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062431127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062431127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062431143 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062431170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062431171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062431171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:24:34.663072 run osmo-msc_10.42.42.6(pid=17443): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17443)]\u000a06:24:34.714448 run osmo-msc_10.42.42.6(pid=17443): stdout: \u000a| (launched: 2022-12-14_06:24:33.452071) \u000a06:24:34.766231 run osmo-msc_10.42.42.6(pid=17443): stderr: \u000a| �[0;m�[38;5;43m20221214062433778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214062433778 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3e31566c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214062433779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214062433779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214062433779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214062433779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214062433781 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214062433781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214062433781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214062433781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:24:34.810619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17436): Terminating (SIGTERM)\u000a06:24:34.852935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17439): Terminating (SIGTERM)\u000a06:24:34.894928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17442): Terminating (SIGTERM)\u000a06:24:34.904649 --- ParallelTerminationStrategy: PID 17436 died...\u000a06:24:34.959922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17436): Terminated: ok {rc=0}\u000a06:24:34.970047 --- ParallelTerminationStrategy: PID 17439 died...\u000a06:24:35.025458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17439): Terminated: ok {rc=0}\u000a06:24:35.035531 --- ParallelTerminationStrategy: PID 17442 died...\u000a06:24:35.091123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17442): Terminated: ok {rc=0}\u000a06:24:35.176896 bus /sierra_3: Setting Powered False\u000a06:24:36.282801 bus /sierra_3: Setting Powered False\u000a06:24:37.392536 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:24:15" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17454): Process ended prematurely: osmo-stp_10.42.42.5(pid=17454) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17454)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17454): Process ended prematurely: osmo-stp_10.42.42.5(pid=17454) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17454)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a06:24:39.391398 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:24:39.402639 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:24:39.561335 tst mo_mt_call.py: using LAC 39019\u000a06:24:39.683625 tst mo_mt_call.py: using RAC 4\u000a06:24:39.805873 tst mo_mt_call.py: using CellId 39019\u000a06:24:39.926876 tst mo_mt_call.py: using BVCI 39020\u000a06:24:39.950624 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:24:39.961810 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:24:39.972568 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:24:39.983352 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:24:39.994611 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:24:40.005857 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:24:40.123182 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:24:40.343814 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:24:40.878114 run create_hlr_db(pid=17448): Launched\u000a06:24:41.072248 bus /sierra_2: Setting Powered False\u000a06:24:42.091644 run create_hlr_db(pid=17448): Terminated: ok {rc=0}\u000a06:24:42.512121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17450): Launched\u000a06:24:42.826586 run osmo-hlr_10.42.42.2(pid=17451): Launched\u000a06:24:42.950104 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:24:43.501111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17453): Launched\u000a06:24:43.816489 run osmo-stp_10.42.42.5(pid=17454): Launched\u000a06:24:43.930814 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:24:44.505487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17456): Launched\u000a06:24:44.822050 run osmo-msc_10.42.42.6(pid=17457): Launched\u000a06:24:45.006219 run osmo-stp_10.42.42.5(pid=17454): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17454)]\u000a06:24:45.138854 run osmo-stp_10.42.42.5(pid=17454): stdout: \u000a| (launched: 2022-12-14_06:24:43.660376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:24:45.270093 run osmo-stp_10.42.42.5(pid=17454): stderr: \u000a| �[0;m�[38;5;43m20221214062443831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062443831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062443831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062443832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062443832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062443832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062443832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:24:45.396524 run osmo-stp_10.42.42.5(pid=17454): stdout: \u000a| (launched: 2022-12-14_06:24:43.660376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:24:45.521620 run osmo-stp_10.42.42.5(pid=17454): stderr: \u000a| �[0;m�[38;5;43m20221214062443831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062443831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062443831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062443832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062443832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062443832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062443832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:24:45.576614 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17454): Process ended prematurely: osmo-stp_10.42.42.5(pid=17454) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17454)] [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a06:24:45.585282 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a06:24:45.645759 run osmo-hlr_10.42.42.2(pid=17451): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17451)]\u000a06:24:45.695129 run osmo-hlr_10.42.42.2(pid=17451): stdout: \u000a| (launched: 2022-12-14_06:24:42.671911) \u000a06:24:45.745261 run osmo-hlr_10.42.42.2(pid=17451): stderr: \u000a| �[0;m�[1;31m20221214062442850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062442851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062442851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062442851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062442851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062442851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062442862 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062442870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062442871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062442871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:24:45.813897 run osmo-msc_10.42.42.6(pid=17457): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17457)]\u000a06:24:45.888470 run osmo-msc_10.42.42.6(pid=17457): stdout: \u000a| (launched: 2022-12-14_06:24:44.665064) \u000a06:24:45.952407 run osmo-msc_10.42.42.6(pid=17457): stderr: \u000a| �[0;m�[38;5;43m20221214062444936 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214062444936 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f56daba6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214062444936 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214062444936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214062444937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214062444937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214062444939 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214062444939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214062444940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214062444940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:24:45.997324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17450): Terminating (SIGTERM)\u000a06:24:46.039732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17453): Terminating (SIGTERM)\u000a06:24:46.084295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17456): Terminating (SIGTERM)\u000a06:24:46.094660 --- ParallelTerminationStrategy: PID 17450 died...\u000a06:24:46.152060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17450): Terminated: ok {rc=0}\u000a06:24:46.162953 --- ParallelTerminationStrategy: PID 17453 died...\u000a06:24:46.220018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17453): Terminated: ok {rc=0}\u000a06:24:46.230794 --- ParallelTerminationStrategy: PID 17456 died...\u000a06:24:46.287815 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17456): Terminated: ok {rc=0}\u000a06:24:46.375466 bus /sierra_3: Setting Powered False\u000a06:24:47.477157 bus /sierra_3: Setting Powered False\u000a06:24:48.589527 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17465): Process ended prematurely: osmo-stp_10.42.42.5(pid=17465) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17465)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17465): Process ended prematurely: osmo-stp_10.42.42.5(pid=17465) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17465)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:24:49.703058 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:24:49.715139 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:24:49.873614 tst mo_mt_call_osmux.py: using LAC 39020\u000a06:24:49.997386 tst mo_mt_call_osmux.py: using RAC 5\u000a06:24:50.122443 tst mo_mt_call_osmux.py: using CellId 39020\u000a06:24:50.246793 tst mo_mt_call_osmux.py: using BVCI 39021\u000a06:24:50.270487 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:24:50.281809 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:24:50.292594 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:24:50.303465 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:24:50.314888 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:24:50.326360 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:24:50.443480 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:24:50.649605 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:24:51.144587 run create_hlr_db(pid=17459): Launched\u000a06:24:51.325865 bus /sierra_2: Setting Powered False\u000a06:24:52.345811 run create_hlr_db(pid=17459): Terminated: ok {rc=0}\u000a06:24:52.764161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17461): Launched\u000a06:24:53.079489 run osmo-hlr_10.42.42.2(pid=17462): Launched\u000a06:24:53.204036 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:24:53.753723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17464): Launched\u000a06:24:54.067358 run osmo-stp_10.42.42.5(pid=17465): Launched\u000a06:24:54.182590 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:24:54.755697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17467): Launched\u000a06:24:55.074344 run osmo-msc_10.42.42.6(pid=17468): Launched\u000a06:24:55.258788 run osmo-stp_10.42.42.5(pid=17465): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17465)]\u000a06:24:55.391717 run osmo-stp_10.42.42.5(pid=17465): stdout: \u000a| (launched: 2022-12-14_06:24:53.912884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:24:55.522678 run osmo-stp_10.42.42.5(pid=17465): stderr: \u000a| �[0;m�[38;5;43m20221214062454084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062454084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062454085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062454085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062454086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062454086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062454086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:24:55.648708 run osmo-stp_10.42.42.5(pid=17465): stdout: \u000a| (launched: 2022-12-14_06:24:53.912884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:24:55.773695 run osmo-stp_10.42.42.5(pid=17465): stderr: \u000a| �[0;m�[38;5;43m20221214062454084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062454084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062454085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062454085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062454086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062454086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062454086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:24:55.828457 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17465): Process ended prematurely: osmo-stp_10.42.42.5(pid=17465) [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17465)] [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a06:24:55.837225 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a06:24:55.897285 run osmo-hlr_10.42.42.2(pid=17462): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17462)]\u000a06:24:55.946241 run osmo-hlr_10.42.42.2(pid=17462): stdout: \u000a| (launched: 2022-12-14_06:24:52.924040) \u000a06:24:55.995786 run osmo-hlr_10.42.42.2(pid=17462): stderr: \u000a| �[0;m�[1;31m20221214062453097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062453097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062453098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062453098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062453098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062453098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062453110 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062453118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062453118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062453118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:24:56.063348 run osmo-msc_10.42.42.6(pid=17468): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17468)]\u000a06:24:56.112371 run osmo-msc_10.42.42.6(pid=17468): stdout: \u000a| (launched: 2022-12-14_06:24:54.915636) \u000a06:24:56.161903 run osmo-msc_10.42.42.6(pid=17468): stderr: \u000a| �[0;m�[38;5;43m20221214062455188 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214062455189 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f297f0bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214062455189 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214062455189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214062455189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214062455189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214062455191 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214062455191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214062455191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214062455191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:24:56.204066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17461): Terminating (SIGTERM)\u000a06:24:56.244041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17464): Terminating (SIGTERM)\u000a06:24:56.284208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17467): Terminating (SIGTERM)\u000a06:24:56.293653 --- ParallelTerminationStrategy: PID 17461 died...\u000a06:24:56.347458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17461): Terminated: ok {rc=0}\u000a06:24:56.357283 --- ParallelTerminationStrategy: PID 17464 died...\u000a06:24:56.410999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17464): Terminated: ok {rc=0}\u000a06:24:56.420731 --- ParallelTerminationStrategy: PID 17467 died...\u000a06:24:56.474437 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17467): Terminated: ok {rc=0}\u000a06:24:56.562268 bus /sierra_3: Setting Powered False\u000a06:24:57.664418 bus /sierra_3: Setting Powered False\u000a06:24:58.771027 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:24:39" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17483): Process ended prematurely: osmo-stp_10.42.42.5(pid=17483) [trial-2400↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17483)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17483): Process ended prematurely: osmo-stp_10.42.42.5(pid=17483) [trial-2400↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17483)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a06:25:00.771047 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:25:00.782916 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:25:00.954416 tst emergency_mo_mt_call.py: using LAC 39021\u000a06:25:01.084112 tst emergency_mo_mt_call.py: using RAC 6\u000a06:25:01.239875 tst emergency_mo_mt_call.py: using CellId 39021\u000a06:25:01.379490 tst emergency_mo_mt_call.py: using BVCI 39022\u000a06:25:01.406413 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:25:01.418564 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:25:01.430382 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:25:01.442321 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:25:01.454091 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:25:01.465839 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:25:01.591178 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:25:01.810771 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:25:02.410942 run create_hlr_db(pid=17477): Launched\u000a06:25:02.603216 bus /sierra_2: Setting Powered False\u000a06:25:03.612093 run create_hlr_db(pid=17477): Terminated: ok {rc=0}\u000a06:25:04.059178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17479): Launched\u000a06:25:04.389173 run osmo-hlr_10.42.42.2(pid=17480): Launched\u000a06:25:04.514202 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:25:05.088767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17482): Launched\u000a06:25:05.417474 run osmo-stp_10.42.42.5(pid=17483): Launched\u000a06:25:05.549804 tst emergency_mo_mt_call.py: using MSISDN 8537\u000a06:25:05.714902 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:25:06.319451 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17485): Launched\u000a06:25:06.650508 run osmo-msc_10.42.42.6(pid=17486): Launched\u000a06:25:06.842336 run osmo-stp_10.42.42.5(pid=17483): ERR: Terminated: ERROR {rc=1} [trial-2400↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17483)]\u000a06:25:06.979996 run osmo-stp_10.42.42.5(pid=17483): stdout: \u000a| (launched: 2022-12-14_06:25:05.255718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:25:07.117937 run osmo-stp_10.42.42.5(pid=17483): stderr: \u000a| �[0;m�[38;5;43m20221214062505449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062505449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062505449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062505449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062505450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062505450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062505450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:25:07.249704 run osmo-stp_10.42.42.5(pid=17483): stdout: \u000a| (launched: 2022-12-14_06:25:05.255718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:25:07.380446 run osmo-stp_10.42.42.5(pid=17483): stderr: \u000a| �[0;m�[38;5;43m20221214062505449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062505449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062505449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062505449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062505450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062505450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062505450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:25:07.437721 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=17483): Process ended prematurely: osmo-stp_10.42.42.5(pid=17483) [trial-2400↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17483)] [trial-2400↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a06:25:07.446150 tst emergency_mo_mt_call.py:19: Test FAILED (6.7 sec)\u000a06:25:07.510050 run osmo-hlr_10.42.42.2(pid=17480): ERR: Terminated: ERROR {rc=237} [trial-2400↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17480)]\u000a06:25:07.561593 run osmo-hlr_10.42.42.2(pid=17480): stdout: \u000a| (launched: 2022-12-14_06:25:04.226988) \u000a06:25:07.613604 run osmo-hlr_10.42.42.2(pid=17480): stderr: \u000a| �[0;m�[1;31m20221214062504425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062504425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062504425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062504425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062504425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062504425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062504437 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062504446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062504446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062504446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:25:07.684317 run osmo-msc_10.42.42.6(pid=17486): ERR: Terminated: ERROR {rc=2} [trial-2400↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17486)]\u000a06:25:07.735504 run osmo-msc_10.42.42.6(pid=17486): stdout: \u000a| (launched: 2022-12-14_06:25:06.486922) \u000a06:25:07.787273 run osmo-msc_10.42.42.6(pid=17486): stderr: \u000a| �[0;m�[38;5;43m20221214062506809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214062506809 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff4ba7c8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214062506809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214062506809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214062506809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214062506809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214062506811 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214062506812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214062506812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214062506812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:25:07.831202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17479): Terminating (SIGTERM)\u000a06:25:07.872724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17482): Terminating (SIGTERM)\u000a06:25:07.914213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17485): Terminating (SIGTERM)\u000a06:25:07.923963 --- ParallelTerminationStrategy: PID 17479 died...\u000a06:25:07.979484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17479): Terminated: ok {rc=0}\u000a06:25:07.989711 --- ParallelTerminationStrategy: PID 17482 died...\u000a06:25:08.045100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17482): Terminated: ok {rc=0}\u000a06:25:08.055272 --- ParallelTerminationStrategy: PID 17485 died...\u000a06:25:08.110778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17485): Terminated: ok {rc=0}\u000a06:25:08.198006 bus /sierra_3: Setting Powered False\u000a06:25:09.300793 bus /sierra_3: Setting Powered False\u000a06:25:10.411370 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17494): Process ended prematurely: osmo-stp_10.42.42.5(pid=17494) [trial-2400↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17494)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17494): Process ended prematurely: osmo-stp_10.42.42.5(pid=17494) [trial-2400↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17494)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a06:25:11.464631 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:25:11.476728 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:25:11.614289 tst emergency_preemptive_call.py: using LAC 39022\u000a06:25:11.734856 tst emergency_preemptive_call.py: using RAC 7\u000a06:25:11.855887 tst emergency_preemptive_call.py: using CellId 39022\u000a06:25:11.977872 tst emergency_preemptive_call.py: using BVCI 39023\u000a06:25:12.001409 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:25:12.012225 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:25:12.023000 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:25:12.033738 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:25:12.044632 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:25:12.055613 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:25:12.177345 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:25:12.293690 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:25:12.413298 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:25:12.623704 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:25:13.151591 run create_hlr_db(pid=17488): Launched\u000a06:25:13.342817 bus /sierra_2: Setting Powered False\u000a06:25:14.363471 run create_hlr_db(pid=17488): Terminated: ok {rc=0}\u000a06:25:14.777529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17490): Launched\u000a06:25:15.089289 run osmo-hlr_10.42.42.2(pid=17491): Launched\u000a06:25:15.211348 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:25:15.749152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17493): Launched\u000a06:25:16.115453 run osmo-stp_10.42.42.5(pid=17494): Launched\u000a06:25:16.467719 tst emergency_preemptive_call.py: using MSISDN 8538\u000a06:25:16.733363 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:25:17.329624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17496): Launched\u000a06:25:17.639850 run osmo-msc_10.42.42.6(pid=17497): Launched\u000a06:25:17.822935 run osmo-stp_10.42.42.5(pid=17494): ERR: Terminated: ERROR {rc=1} [trial-2400↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17494)]\u000a06:25:17.952604 run osmo-stp_10.42.42.5(pid=17494): stdout: \u000a| (launched: 2022-12-14_06:25:15.937808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:25:18.080632 run osmo-stp_10.42.42.5(pid=17494): stderr: \u000a| �[0;m�[38;5;43m20221214062516314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062516315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062516315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062516317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062516317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062516318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062516318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:25:18.204257 run osmo-stp_10.42.42.5(pid=17494): stdout: \u000a| (launched: 2022-12-14_06:25:15.937808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:25:18.326692 run osmo-stp_10.42.42.5(pid=17494): stderr: \u000a| �[0;m�[38;5;43m20221214062516314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062516315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062516315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062516317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062516317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062516318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062516318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:25:18.380372 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=17494): Process ended prematurely: osmo-stp_10.42.42.5(pid=17494) [trial-2400↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17494)] [trial-2400↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a06:25:18.388453 tst emergency_preemptive_call.py:32: Test FAILED (6.9 sec)\u000a06:25:18.448939 run osmo-hlr_10.42.42.2(pid=17491): ERR: Terminated: ERROR {rc=237} [trial-2400↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17491)]\u000a06:25:18.497926 run osmo-hlr_10.42.42.2(pid=17491): stdout: \u000a| (launched: 2022-12-14_06:25:14.934328) \u000a06:25:18.547626 run osmo-hlr_10.42.42.2(pid=17491): stderr: \u000a| �[0;m�[1;31m20221214062515108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062515108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062515108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062515108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062515108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062515108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062515119 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062515127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062515127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062515127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:25:18.615336 run osmo-msc_10.42.42.6(pid=17497): ERR: Terminated: ERROR {rc=2} [trial-2400↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17497)]\u000a06:25:18.664285 run osmo-msc_10.42.42.6(pid=17497): stdout: \u000a| (launched: 2022-12-14_06:25:17.487158) \u000a06:25:18.713774 run osmo-msc_10.42.42.6(pid=17497): stderr: \u000a| �[0;m�[38;5;43m20221214062517756 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214062517756 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f05ef579c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214062517756 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214062517756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214062517756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214062517756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214062517758 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214062517759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214062517759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214062517759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:25:18.755879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17490): Terminating (SIGTERM)\u000a06:25:18.795651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17493): Terminating (SIGTERM)\u000a06:25:18.835495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17496): Terminating (SIGTERM)\u000a06:25:18.844767 --- ParallelTerminationStrategy: PID 17490 died...\u000a06:25:18.898534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17490): Terminated: ok {rc=0}\u000a06:25:18.908226 --- ParallelTerminationStrategy: PID 17493 died...\u000a06:25:18.961433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17493): Terminated: ok {rc=0}\u000a06:25:18.971026 --- ParallelTerminationStrategy: PID 17496 died...\u000a06:25:19.024210 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17496): Terminated: ok {rc=0}\u000a06:25:19.110721 bus /sierra_9: Setting Powered False\u000a06:25:20.213261 bus /sierra_9: Setting Powered False\u000a06:25:21.318732 bus /sierra_8: Setting Powered False\u000a06:25:22.424071 bus /sierra_8: Setting Powered False\u000a06:25:23.530883 bus /sierra_3: Setting Powered False\u000a06:25:24.635345 bus /sierra_3: Setting Powered False\u000a06:25:25.742609 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 28.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:25:00" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17512): Process ended prematurely: osmo-stp_10.42.42.5(pid=17512) [trial-2400↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17512)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17512): Process ended prematurely: osmo-stp_10.42.42.5(pid=17512) [trial-2400↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17512)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:25:27.854199 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:27.864884 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:25:27.997121 tst cs_paging_gprs_active.py: using LAC 39023\u000a06:25:28.121748 tst cs_paging_gprs_active.py: using RAC 8\u000a06:25:28.242332 tst cs_paging_gprs_active.py: using CellId 39023\u000a06:25:28.362624 tst cs_paging_gprs_active.py: using BVCI 39024\u000a06:25:28.386433 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:28.397288 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:28.407811 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:28.418444 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:28.429282 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:28.440057 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:28.451177 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:28.461642 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:28.472649 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:25:28.593605 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:25:28.881890 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:25:29.013122 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:25:29.338152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17502): Launched\u000a06:25:29.608562 run iperf3-srv_10.42.42.10(pid=17503): Launched\u000a06:25:29.800311 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:25:29.930903 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:25:30.257451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17504): Launched\u000a06:25:30.528045 run iperf3-srv_10.42.42.10(pid=17505): Launched\u000a06:25:30.720161 tst cs_paging_gprs_active.py:38: start network...\u000a06:25:30.851952 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:25:31.398894 run create_hlr_db(pid=17506): Launched\u000a06:25:31.600010 bus /sierra_2: Setting Powered False\u000a06:25:32.603933 run create_hlr_db(pid=17506): Terminated: ok {rc=0}\u000a06:25:33.065379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17508): Launched\u000a06:25:33.411253 run osmo-hlr_10.42.42.2(pid=17509): Launched\u000a06:25:33.534768 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:25:34.116728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17511): Launched\u000a06:25:34.451823 run osmo-stp_10.42.42.5(pid=17512): Launched\u000a06:25:34.574306 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:25:35.158646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17514): Launched\u000a06:25:35.278360 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:25:35.572157 run patchelf(pid=17515): Launched\u000a06:25:35.768255 run osmo-stp_10.42.42.5(pid=17512): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17512)]\u000a06:25:35.911519 run osmo-stp_10.42.42.5(pid=17512): stdout: \u000a| (launched: 2022-12-14_06:25:34.287448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:25:36.055262 run osmo-stp_10.42.42.5(pid=17512): stderr: \u000a| �[0;m�[38;5;43m20221214062534479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062534480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062534480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062534480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062534481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062534481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062534481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:25:36.193809 run osmo-stp_10.42.42.5(pid=17512): stdout: \u000a| (launched: 2022-12-14_06:25:34.287448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:25:36.330707 run osmo-stp_10.42.42.5(pid=17512): stderr: \u000a| �[0;m�[38;5;43m20221214062534479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062534480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062534480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062534480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062534481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062534481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062534481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:25:36.490427 run patchelf(pid=17515): Terminating (SIGINT)\u000a06:25:36.678570 run patchelf(pid=17515): Terminated: ok {rc=0}\u000a06:25:36.712892 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17512): Process ended prematurely: osmo-stp_10.42.42.5(pid=17512) [trial-2400↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17512)] [trial-2400↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a06:25:36.722970 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a06:25:36.785845 run osmo-hlr_10.42.42.2(pid=17509): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17509)]\u000a06:25:36.836869 run osmo-hlr_10.42.42.2(pid=17509): stdout: \u000a| (launched: 2022-12-14_06:25:33.235945) \u000a06:25:36.888623 run osmo-hlr_10.42.42.2(pid=17509): stderr: \u000a| �[0;m�[1;31m20221214062533439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062533439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062533439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062533439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062533439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062533439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062533451 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062533461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062533462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062533462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:25:36.933052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17502): Terminating (SIGTERM)\u000a06:25:36.975575 run iperf3-srv_10.42.42.10(pid=17503): Terminating (SIGTERM)\u000a06:25:37.017546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17504): Terminating (SIGTERM)\u000a06:25:37.059253 run iperf3-srv_10.42.42.10(pid=17505): Terminating (SIGTERM)\u000a06:25:37.101976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17508): Terminating (SIGTERM)\u000a06:25:37.143934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17511): Terminating (SIGTERM)\u000a06:25:37.186437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17514): Terminating (SIGTERM)\u000a06:25:37.196299 --- ParallelTerminationStrategy: PID 17502 died...\u000a06:25:37.252366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17502): Terminated: ok {rc=0}\u000a06:25:37.262574 --- ParallelTerminationStrategy: PID 17503 died...\u000a06:25:37.318754 run iperf3-srv_10.42.42.10(pid=17503): Terminated {rc=256}\u000a06:25:37.329114 --- ParallelTerminationStrategy: PID 17504 died...\u000a06:25:37.384864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17504): Terminated: ok {rc=0}\u000a06:25:37.395094 --- ParallelTerminationStrategy: PID 17505 died...\u000a06:25:37.450742 run iperf3-srv_10.42.42.10(pid=17505): Terminated {rc=256}\u000a06:25:37.460865 --- ParallelTerminationStrategy: PID 17508 died...\u000a06:25:37.517139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17508): Terminated: ok {rc=0}\u000a06:25:37.527360 --- ParallelTerminationStrategy: PID 17511 died...\u000a06:25:37.583430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17511): Terminated: ok {rc=0}\u000a06:25:37.593714 --- ParallelTerminationStrategy: PID 17514 died...\u000a06:25:37.649529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17514): Terminated: ok {rc=0}\u000a06:25:37.735500 bus /gobi_0: Setting Powered False\u000a06:25:38.838533 bus /gobi_0: Setting Powered False\u000a06:25:39.948807 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17524): Process ended prematurely: osmo-stp_10.42.42.5(pid=17524) [trial-2400↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17524)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17524): Process ended prematurely: osmo-stp_10.42.42.5(pid=17524) [trial-2400↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17524)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a06:25:41.061385 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:41.072986 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:25:41.211946 tst iperf3.py: using LAC 39024\u000a06:25:41.335684 tst iperf3.py: using RAC 9\u000a06:25:41.459419 tst iperf3.py: using CellId 39024\u000a06:25:41.583829 tst iperf3.py: using BVCI 39025\u000a06:25:41.607725 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:41.618729 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:41.629409 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:41.639962 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:41.650827 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:41.662094 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:41.673418 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:41.684363 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:41.695527 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:25:41.997008 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:25:42.137365 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:25:42.483870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17516): Launched\u000a06:25:42.773005 run iperf3-srv_10.42.42.10(pid=17517): Launched\u000a06:25:42.978535 tst iperf3.py:8: start network...\u000a06:25:43.118509 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:25:43.653945 run create_hlr_db(pid=17518): Launched\u000a06:25:43.847375 bus /gobi_6: Setting Powered False\u000a06:25:44.866970 run create_hlr_db(pid=17518): Terminated: ok {rc=0}\u000a06:25:45.295886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17520): Launched\u000a06:25:45.630697 run osmo-hlr_10.42.42.2(pid=17521): Launched\u000a06:25:45.752587 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:25:46.402653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17523): Launched\u000a06:25:46.838727 run osmo-stp_10.42.42.5(pid=17524): Launched\u000a06:25:47.018561 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:25:47.639949 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17526): Launched\u000a06:25:47.759605 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:25:48.052856 run patchelf(pid=17527): Launched\u000a06:25:48.248062 run osmo-stp_10.42.42.5(pid=17524): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17524)]\u000a06:25:48.390549 run osmo-stp_10.42.42.5(pid=17524): stdout: \u000a| (launched: 2022-12-14_06:25:46.579478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:25:48.534081 run osmo-stp_10.42.42.5(pid=17524): stderr: \u000a| �[0;m�[38;5;43m20221214062546871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062546871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062546872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062546872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062546873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062546873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062546873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:25:48.671860 run osmo-stp_10.42.42.5(pid=17524): stdout: \u000a| (launched: 2022-12-14_06:25:46.579478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:25:48.808523 run osmo-stp_10.42.42.5(pid=17524): stderr: \u000a| �[0;m�[38;5;43m20221214062546871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062546871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062546872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062546872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062546873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062546873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062546873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:25:48.967494 run patchelf(pid=17527): Terminating (SIGINT)\u000a06:25:49.154532 run patchelf(pid=17527): Terminated: ok {rc=0}\u000a06:25:49.188600 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17524): Process ended prematurely: osmo-stp_10.42.42.5(pid=17524) [trial-2400↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17524)] [trial-2400↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a06:25:49.198803 tst iperf3.py:8: Test FAILED (8.2 sec)\u000a06:25:49.261867 run osmo-hlr_10.42.42.2(pid=17521): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17521)]\u000a06:25:49.313305 run osmo-hlr_10.42.42.2(pid=17521): stdout: \u000a| (launched: 2022-12-14_06:25:45.467020) \u000a06:25:49.365505 run osmo-hlr_10.42.42.2(pid=17521): stderr: \u000a| �[0;m�[1;31m20221214062545668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062545668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062545668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062545668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062545668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062545668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062545685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062545694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062545695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062545695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:25:49.410610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17516): Terminating (SIGTERM)\u000a06:25:49.453183 run iperf3-srv_10.42.42.10(pid=17517): Terminating (SIGTERM)\u000a06:25:49.495365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17520): Terminating (SIGTERM)\u000a06:25:49.538277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17523): Terminating (SIGTERM)\u000a06:25:49.580560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17526): Terminating (SIGTERM)\u000a06:25:49.590572 --- ParallelTerminationStrategy: PID 17516 died...\u000a06:25:49.647039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17516): Terminated: ok {rc=0}\u000a06:25:49.657495 --- ParallelTerminationStrategy: PID 17517 died...\u000a06:25:49.713613 run iperf3-srv_10.42.42.10(pid=17517): Terminated {rc=256}\u000a06:25:49.723852 --- ParallelTerminationStrategy: PID 17520 died...\u000a06:25:49.780116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17520): Terminated: ok {rc=0}\u000a06:25:49.790515 --- ParallelTerminationStrategy: PID 17523 died...\u000a06:25:49.846575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17523): Terminated: ok {rc=0}\u000a06:25:49.856785 --- ParallelTerminationStrategy: PID 17526 died...\u000a06:25:49.913058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17526): Terminated: ok {rc=0}\u000a06:25:49.999925 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms-limenet-micro", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17592): Process ended prematurely: osmo-stp_10.42.42.5(pid=17592) [trial-2400↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17592)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17592): Process ended prematurely: osmo-stp_10.42.42.5(pid=17592) [trial-2400↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17592)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a06:25:51.117289 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:51.129650 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:25:51.272740 tst iperf3m4.py: using LAC 39025\u000a06:25:51.405230 tst iperf3m4.py: using RAC 10\u000a06:25:51.536685 tst iperf3m4.py: using CellId 39025\u000a06:25:51.669272 tst iperf3m4.py: using BVCI 39026\u000a06:25:51.694845 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:51.706364 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:51.717478 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:51.728635 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:51.739748 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:51.750902 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:51.762294 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:51.773374 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:25:51.784626 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:25:51.905555 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:25:52.026523 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:25:52.148847 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:25:52.459011 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:25:52.600688 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:25:52.947739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17530): Launched\u000a06:25:53.237625 run iperf3-srv_10.42.42.10(pid=17531): Launched\u000a06:25:53.444768 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:25:53.586377 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:25:53.933345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17532): Launched\u000a06:25:54.221676 run iperf3-srv_10.42.42.10(pid=17533): Launched\u000a06:25:54.426632 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:25:54.567361 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:25:54.913468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17534): Launched\u000a06:25:55.201334 run iperf3-srv_10.42.42.10(pid=17535): Launched\u000a06:25:55.407026 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:25:55.548862 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:25:55.896462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17536): Launched\u000a06:25:56.187039 run iperf3-srv_10.42.42.10(pid=17537): Launched\u000a06:25:56.392705 tst iperf3m4.py:8: start network...\u000a06:25:56.535727 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:25:57.114097 run create_hlr_db(pid=17556): Launched\u000a06:25:57.312907 bus /gobi_6: Setting Powered False\u000a06:25:58.322399 run create_hlr_db(pid=17556): Terminated: ok {rc=0}\u000a06:25:58.759491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17588): Launched\u000a06:25:59.073884 run osmo-hlr_10.42.42.2(pid=17589): Launched\u000a06:25:59.197743 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:25:59.863930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17591): Launched\u000a06:26:00.172597 run osmo-stp_10.42.42.5(pid=17592): Launched\u000a06:26:00.285863 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:26:00.825182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17594): Launched\u000a06:26:00.969862 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:26:01.281143 run patchelf(pid=17595): Launched\u000a06:26:01.478239 run osmo-stp_10.42.42.5(pid=17592): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17592)]\u000a06:26:01.678010 run osmo-stp_10.42.42.5(pid=17592): stdout: \u000a| (launched: 2022-12-14_06:26:00.020888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:26:01.857963 run osmo-stp_10.42.42.5(pid=17592): stderr: \u000a| �[0;m�[38;5;43m20221214062600189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062600189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062600190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062600190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062600190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062600190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062600191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:26:01.993665 run osmo-stp_10.42.42.5(pid=17592): stdout: \u000a| (launched: 2022-12-14_06:26:00.020888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:26:02.126603 run osmo-stp_10.42.42.5(pid=17592): stderr: \u000a| �[0;m�[38;5;43m20221214062600189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062600189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062600190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062600190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062600190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062600190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062600191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:26:02.280316 run patchelf(pid=17595): Terminating (SIGINT)\u000a06:26:02.455026 run patchelf(pid=17595): Terminated: ok {rc=0}\u000a06:26:02.486942 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17592): Process ended prematurely: osmo-stp_10.42.42.5(pid=17592) [trial-2400↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17592)] [trial-2400↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a06:26:02.496350 tst iperf3m4.py:8: Test FAILED (11.4 sec)\u000a06:26:02.558435 run osmo-hlr_10.42.42.2(pid=17589): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17589)]\u000a06:26:02.608577 run osmo-hlr_10.42.42.2(pid=17589): stdout: \u000a| (launched: 2022-12-14_06:25:58.919181) \u000a06:26:02.658945 run osmo-hlr_10.42.42.2(pid=17589): stderr: \u000a| �[0;m�[1;31m20221214062559093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062559093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062559093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062559093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062559093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062559093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062559106 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062559114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062559114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062559114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:26:02.702131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17530): Terminating (SIGTERM)\u000a06:26:02.742605 run iperf3-srv_10.42.42.10(pid=17531): Terminating (SIGTERM)\u000a06:26:02.783146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17532): Terminating (SIGTERM)\u000a06:26:02.823665 run iperf3-srv_10.42.42.10(pid=17533): Terminating (SIGTERM)\u000a06:26:02.864182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17534): Terminating (SIGTERM)\u000a06:26:02.904446 run iperf3-srv_10.42.42.10(pid=17535): Terminating (SIGTERM)\u000a06:26:02.944866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17536): Terminating (SIGTERM)\u000a06:26:02.985207 run iperf3-srv_10.42.42.10(pid=17537): Terminating (SIGTERM)\u000a06:26:03.027510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17588): Terminating (SIGTERM)\u000a06:26:03.067893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17591): Terminating (SIGTERM)\u000a06:26:03.108255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17594): Terminating (SIGTERM)\u000a06:26:03.117362 --- ParallelTerminationStrategy: PID 17530 died...\u000a06:26:03.171998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17530): Terminated: ok {rc=0}\u000a06:26:03.181801 --- ParallelTerminationStrategy: PID 17531 died...\u000a06:26:03.236151 run iperf3-srv_10.42.42.10(pid=17531): Terminated {rc=256}\u000a06:26:03.245837 --- ParallelTerminationStrategy: PID 17532 died...\u000a06:26:03.300797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17532): Terminated: ok {rc=0}\u000a06:26:03.310477 --- ParallelTerminationStrategy: PID 17533 died...\u000a06:26:03.364973 run iperf3-srv_10.42.42.10(pid=17533): Terminated {rc=256}\u000a06:26:03.374605 --- ParallelTerminationStrategy: PID 17534 died...\u000a06:26:03.428934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17534): Terminated: ok {rc=0}\u000a06:26:03.438615 --- ParallelTerminationStrategy: PID 17535 died...\u000a06:26:03.493039 run iperf3-srv_10.42.42.10(pid=17535): Terminated {rc=256}\u000a06:26:03.502897 --- ParallelTerminationStrategy: PID 17536 died...\u000a06:26:03.558112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17536): Terminated: ok {rc=0}\u000a06:26:03.567834 --- ParallelTerminationStrategy: PID 17537 died...\u000a06:26:03.622635 run iperf3-srv_10.42.42.10(pid=17537): Terminated {rc=256}\u000a06:26:03.632315 --- ParallelTerminationStrategy: PID 17588 died...\u000a06:26:03.687394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17588): Terminated: ok {rc=0}\u000a06:26:03.697353 --- ParallelTerminationStrategy: PID 17591 died...\u000a06:26:03.752098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17591): Terminated: ok {rc=0}\u000a06:26:03.761761 --- ParallelTerminationStrategy: PID 17594 died...\u000a06:26:03.816361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17594): Terminated: ok {rc=0}\u000a06:26:03.905305 bus /gobi_4: Setting Powered False\u000a06:26:05.008803 bus /gobi_4: Setting Powered False\u000a06:26:06.114979 bus /gobi_1: Setting Powered False\u000a06:26:07.215524 bus /gobi_1: Setting Powered False\u000a06:26:08.325521 bus /gobi_0: Setting Powered False\u000a06:26:09.428341 bus /gobi_0: Setting Powered False\u000a06:26:10.535333 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17602): Process ended prematurely: osmo-stp_10.42.42.5(pid=17602) [trial-2400↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17602)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17602): Process ended prematurely: osmo-stp_10.42.42.5(pid=17602) [trial-2400↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17602)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a06:26:11.600557 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:26:11.612154 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:26:11.755276 tst ping.py: using LAC 39026\u000a06:26:11.881195 tst ping.py: using RAC 11\u000a06:26:12.004726 tst ping.py: using CellId 39026\u000a06:26:12.124896 tst ping.py: using BVCI 39027\u000a06:26:12.148596 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:26:12.159578 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:26:12.170412 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:26:12.181250 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:26:12.192279 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:26:12.203377 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:26:12.214609 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:26:12.225512 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:26:12.503425 tst ping.py:19: start network...\u000a06:26:12.630407 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:26:13.108197 run create_hlr_db(pid=17596): Launched\u000a06:26:13.284894 bus /gobi_6: Setting Powered False\u000a06:26:14.304598 run create_hlr_db(pid=17596): Terminated: ok {rc=0}\u000a06:26:14.735825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17598): Launched\u000a06:26:15.060874 run osmo-hlr_10.42.42.2(pid=17599): Launched\u000a06:26:15.179658 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:26:15.744479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17601): Launched\u000a06:26:16.350469 run osmo-stp_10.42.42.5(pid=17602): Launched\u000a06:26:16.602581 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:26:17.155236 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17604): Launched\u000a06:26:17.267417 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:26:17.535023 run patchelf(pid=17605): Launched\u000a06:26:17.713843 run osmo-stp_10.42.42.5(pid=17602): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17602)]\u000a06:26:17.844915 run osmo-stp_10.42.42.5(pid=17602): stdout: \u000a| (launched: 2022-12-14_06:26:15.931638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:26:17.976231 run osmo-stp_10.42.42.5(pid=17602): stderr: \u000a| �[0;m�[38;5;43m20221214062616239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062616239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062616241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062616242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062616243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062616243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062616243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:26:18.102852 run osmo-stp_10.42.42.5(pid=17602): stdout: \u000a| (launched: 2022-12-14_06:26:15.931638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:26:18.227628 run osmo-stp_10.42.42.5(pid=17602): stderr: \u000a| �[0;m�[38;5;43m20221214062616239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062616239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062616241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062616242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062616243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062616243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062616243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:26:18.373234 run patchelf(pid=17605): Terminating (SIGINT)\u000a06:26:18.544111 run patchelf(pid=17605): Terminated: ok {rc=0}\u000a06:26:18.575355 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17602): Process ended prematurely: osmo-stp_10.42.42.5(pid=17602) [trial-2400↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17602)] [trial-2400↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a06:26:18.584142 tst ping.py:22: Test FAILED (7.0 sec)\u000a06:26:18.644040 run osmo-hlr_10.42.42.2(pid=17599): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17599)]\u000a06:26:18.693246 run osmo-hlr_10.42.42.2(pid=17599): stdout: \u000a| (launched: 2022-12-14_06:26:14.900381) \u000a06:26:18.743138 run osmo-hlr_10.42.42.2(pid=17599): stderr: \u000a| �[0;m�[1;31m20221214062615095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062615095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062615095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062615095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062615095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062615095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062615107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062615116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062615116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062615117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:26:18.786091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17598): Terminating (SIGTERM)\u000a06:26:18.826356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17601): Terminating (SIGTERM)\u000a06:26:18.866550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17604): Terminating (SIGTERM)\u000a06:26:18.875750 --- ParallelTerminationStrategy: PID 17598 died...\u000a06:26:18.930043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17598): Terminated: ok {rc=0}\u000a06:26:18.939638 --- ParallelTerminationStrategy: PID 17601 died...\u000a06:26:18.993321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17601): Terminated: ok {rc=0}\u000a06:26:19.002873 --- ParallelTerminationStrategy: PID 17604 died...\u000a06:26:19.056720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17604): Terminated: ok {rc=0}\u000a06:26:19.145191 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17612): Process ended prematurely: osmo-stp_10.42.42.5(pid=17612) [trial-2400↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17612)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17612): Process ended prematurely: osmo-stp_10.42.42.5(pid=17612) [trial-2400↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17612)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a06:26:20.196893 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:26:20.209719 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:26:20.350576 tst ping_idle_ping.py: using LAC 39027\u000a06:26:20.486239 tst ping_idle_ping.py: using RAC 12\u000a06:26:20.612588 tst ping_idle_ping.py: using CellId 39027\u000a06:26:20.738825 tst ping_idle_ping.py: using BVCI 39028\u000a06:26:20.764033 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:26:20.775515 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:26:20.786555 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:26:20.797652 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:26:20.808672 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:26:20.819797 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:26:20.831053 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:26:20.842123 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:26:21.125197 tst ping_idle_ping.py:24: start network...\u000a06:26:21.252878 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:26:21.738110 run create_hlr_db(pid=17606): Launched\u000a06:26:21.914848 bus /gobi_6: Setting Powered False\u000a06:26:22.936167 run create_hlr_db(pid=17606): Terminated: ok {rc=0}\u000a06:26:23.343770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17608): Launched\u000a06:26:23.650644 run osmo-hlr_10.42.42.2(pid=17609): Launched\u000a06:26:23.769296 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:26:24.303998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17611): Launched\u000a06:26:24.610788 run osmo-stp_10.42.42.5(pid=17612): Launched\u000a06:26:24.722787 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:26:25.255970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17614): Launched\u000a06:26:25.365602 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:26:25.631575 run patchelf(pid=17615): Launched\u000a06:26:25.810162 run osmo-stp_10.42.42.5(pid=17612): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17612)]\u000a06:26:25.940548 run osmo-stp_10.42.42.5(pid=17612): stdout: \u000a| (launched: 2022-12-14_06:26:24.459449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:26:26.071500 run osmo-stp_10.42.42.5(pid=17612): stderr: \u000a| �[0;m�[38;5;43m20221214062624629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062624629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062624629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062624630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062624630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062624630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062624630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:26:26.197281 run osmo-stp_10.42.42.5(pid=17612): stdout: \u000a| (launched: 2022-12-14_06:26:24.459449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:26:26.322242 run osmo-stp_10.42.42.5(pid=17612): stderr: \u000a| �[0;m�[38;5;43m20221214062624629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062624629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062624629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062624630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062624630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062624630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062624630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:26:26.467761 run patchelf(pid=17615): Terminating (SIGINT)\u000a06:26:26.638864 run patchelf(pid=17615): Terminated: ok {rc=0}\u000a06:26:26.669808 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17612): Process ended prematurely: osmo-stp_10.42.42.5(pid=17612) [trial-2400↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17612)] [trial-2400↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a06:26:26.678481 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a06:26:26.738700 run osmo-hlr_10.42.42.2(pid=17609): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17609)]\u000a06:26:26.787926 run osmo-hlr_10.42.42.2(pid=17609): stdout: \u000a| (launched: 2022-12-14_06:26:23.498980) \u000a06:26:26.837917 run osmo-hlr_10.42.42.2(pid=17609): stderr: \u000a| �[0;m�[1;31m20221214062623672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062623672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062623672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062623672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062623673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062623673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062623685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062623693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062623693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062623693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:26:26.880516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17608): Terminating (SIGTERM)\u000a06:26:26.920513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17611): Terminating (SIGTERM)\u000a06:26:26.960479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17614): Terminating (SIGTERM)\u000a06:26:26.969669 --- ParallelTerminationStrategy: PID 17608 died...\u000a06:26:27.023192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17608): Terminated: ok {rc=0}\u000a06:26:27.032590 --- ParallelTerminationStrategy: PID 17611 died...\u000a06:26:27.085838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17611): Terminated: ok {rc=0}\u000a06:26:27.095307 --- ParallelTerminationStrategy: PID 17614 died...\u000a06:26:27.148392 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17614): Terminated: ok {rc=0}\u000a06:26:27.231998 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:25:27" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17629): Process ended prematurely: osmo-stp_10.42.42.5(pid=17629) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17629)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17629): Process ended prematurely: osmo-stp_10.42.42.5(pid=17629) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:26:29.366283 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:29.377384 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:26:29.511900 tst cs_paging_gprs_active.py: using LAC 39028\u000a06:26:29.634669 tst cs_paging_gprs_active.py: using RAC 13\u000a06:26:29.755457 tst cs_paging_gprs_active.py: using CellId 39028\u000a06:26:29.878326 tst cs_paging_gprs_active.py: using BVCI 39029\u000a06:26:29.902163 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:29.913313 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:29.923961 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:29.934772 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:29.946280 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:29.957963 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:29.969605 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:29.980606 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:29.991762 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:26:30.114351 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:26:30.414695 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:26:30.554189 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:26:30.908497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17619): Launched\u000a06:26:31.200893 run iperf3-srv_10.42.42.10(pid=17620): Launched\u000a06:26:31.397429 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:26:31.532209 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:26:31.883909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17621): Launched\u000a06:26:32.186918 run iperf3-srv_10.42.42.10(pid=17622): Launched\u000a06:26:32.390450 tst cs_paging_gprs_active.py:38: start network...\u000a06:26:32.529456 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:26:33.059017 run create_hlr_db(pid=17623): Launched\u000a06:26:33.250612 bus /gobi_6: Setting Powered False\u000a06:26:34.272100 run create_hlr_db(pid=17623): Terminated: ok {rc=0}\u000a06:26:34.692049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17625): Launched\u000a06:26:35.004031 run osmo-hlr_10.42.42.2(pid=17626): Launched\u000a06:26:35.118682 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:26:35.658498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17628): Launched\u000a06:26:35.970665 run osmo-stp_10.42.42.5(pid=17629): Launched\u000a06:26:36.084184 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:26:36.628735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17631): Launched\u000a06:26:36.739979 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:26:37.012590 run patchelf(pid=17632): Launched\u000a06:26:37.196165 run osmo-stp_10.42.42.5(pid=17629): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17629)]\u000a06:26:37.329893 run osmo-stp_10.42.42.5(pid=17629): stdout: \u000a| (launched: 2022-12-14_06:26:35.817613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:26:37.463975 run osmo-stp_10.42.42.5(pid=17629): stderr: \u000a| �[0;m�[38;5;43m20221214062635989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062635990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062635990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062635990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062635991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062635991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062635991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:26:37.593701 run osmo-stp_10.42.42.5(pid=17629): stdout: \u000a| (launched: 2022-12-14_06:26:35.817613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:26:37.721555 run osmo-stp_10.42.42.5(pid=17629): stderr: \u000a| �[0;m�[38;5;43m20221214062635989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062635990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062635990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062635990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062635991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062635991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062635991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:26:37.871183 run patchelf(pid=17632): Terminating (SIGINT)\u000a06:26:38.046675 run patchelf(pid=17632): Terminated: ok {rc=0}\u000a06:26:38.078893 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17629): Process ended prematurely: osmo-stp_10.42.42.5(pid=17629) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17629)] [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a06:26:38.088348 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a06:26:38.149212 run osmo-hlr_10.42.42.2(pid=17626): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17626)]\u000a06:26:38.198491 run osmo-hlr_10.42.42.2(pid=17626): stdout: \u000a| (launched: 2022-12-14_06:26:34.851044) \u000a06:26:38.248510 run osmo-hlr_10.42.42.2(pid=17626): stderr: \u000a| �[0;m�[1;31m20221214062635025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062635025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062635025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062635025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062635025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062635025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062635038 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062635046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062635046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062635046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:26:38.291282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17619): Terminating (SIGTERM)\u000a06:26:38.331466 run iperf3-srv_10.42.42.10(pid=17620): Terminating (SIGTERM)\u000a06:26:38.371776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17621): Terminating (SIGTERM)\u000a06:26:38.411861 run iperf3-srv_10.42.42.10(pid=17622): Terminating (SIGTERM)\u000a06:26:38.451995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17625): Terminating (SIGTERM)\u000a06:26:38.491877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17628): Terminating (SIGTERM)\u000a06:26:38.531991 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17631): Terminating (SIGTERM)\u000a06:26:38.541300 --- ParallelTerminationStrategy: PID 17619 died...\u000a06:26:38.595552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17619): Terminated: ok {rc=0}\u000a06:26:38.605403 --- ParallelTerminationStrategy: PID 17620 died...\u000a06:26:38.658924 run iperf3-srv_10.42.42.10(pid=17620): Terminated {rc=256}\u000a06:26:38.668408 --- ParallelTerminationStrategy: PID 17621 died...\u000a06:26:38.721798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17621): Terminated: ok {rc=0}\u000a06:26:38.731383 --- ParallelTerminationStrategy: PID 17622 died...\u000a06:26:38.785066 run iperf3-srv_10.42.42.10(pid=17622): Terminated {rc=256}\u000a06:26:38.794693 --- ParallelTerminationStrategy: PID 17625 died...\u000a06:26:38.848341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17625): Terminated: ok {rc=0}\u000a06:26:38.858426 --- ParallelTerminationStrategy: PID 17628 died...\u000a06:26:38.912717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17628): Terminated: ok {rc=0}\u000a06:26:38.922363 --- ParallelTerminationStrategy: PID 17631 died...\u000a06:26:38.976277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17631): Terminated: ok {rc=0}\u000a06:26:39.064909 bus /gobi_0: Setting Powered False\u000a06:26:40.168739 bus /gobi_0: Setting Powered False\u000a06:26:41.279978 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17641): Process ended prematurely: osmo-stp_10.42.42.5(pid=17641) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17641)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17641): Process ended prematurely: osmo-stp_10.42.42.5(pid=17641) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17641)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a06:26:42.391621 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:42.403382 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:26:42.540398 tst iperf3.py: using LAC 39029\u000a06:26:42.663502 tst iperf3.py: using RAC 14\u000a06:26:42.788828 tst iperf3.py: using CellId 39029\u000a06:26:42.910450 tst iperf3.py: using BVCI 39030\u000a06:26:42.934115 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:42.945216 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:42.955943 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:42.966770 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:42.978293 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:42.989494 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:43.000672 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:43.011697 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:43.023039 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:26:43.323544 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:26:43.462752 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:26:43.805869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17633): Launched\u000a06:26:44.091036 run iperf3-srv_10.42.42.10(pid=17634): Launched\u000a06:26:44.294296 tst iperf3.py:8: start network...\u000a06:26:44.433270 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:26:44.962703 run create_hlr_db(pid=17635): Launched\u000a06:26:45.154725 bus /gobi_6: Setting Powered False\u000a06:26:46.176034 run create_hlr_db(pid=17635): Terminated: ok {rc=0}\u000a06:26:46.634767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17637): Launched\u000a06:26:47.077453 run osmo-hlr_10.42.42.2(pid=17638): Launched\u000a06:26:47.221292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:26:47.794041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17640): Launched\u000a06:26:48.125087 run osmo-stp_10.42.42.5(pid=17641): Launched\u000a06:26:48.245583 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:26:48.785093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17643): Launched\u000a06:26:48.896459 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:26:49.166900 run patchelf(pid=17644): Launched\u000a06:26:49.348121 run osmo-stp_10.42.42.5(pid=17641): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17641)]\u000a06:26:49.480495 run osmo-stp_10.42.42.5(pid=17641): stdout: \u000a| (launched: 2022-12-14_06:26:47.962666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:26:49.613472 run osmo-stp_10.42.42.5(pid=17641): stderr: \u000a| �[0;m�[38;5;43m20221214062648153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062648154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062648154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062648154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062648155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062648155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062648155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:26:49.741496 run osmo-stp_10.42.42.5(pid=17641): stdout: \u000a| (launched: 2022-12-14_06:26:47.962666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:26:49.868588 run osmo-stp_10.42.42.5(pid=17641): stderr: \u000a| �[0;m�[38;5;43m20221214062648153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062648154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062648154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062648154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062648155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062648155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062648155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:26:50.016675 run patchelf(pid=17644): Terminating (SIGINT)\u000a06:26:50.190312 run patchelf(pid=17644): Terminated: ok {rc=0}\u000a06:26:50.222154 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17641): Process ended prematurely: osmo-stp_10.42.42.5(pid=17641) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17641)] [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a06:26:50.231545 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a06:26:50.291619 run osmo-hlr_10.42.42.2(pid=17638): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17638)]\u000a06:26:50.340423 run osmo-hlr_10.42.42.2(pid=17638): stdout: \u000a| (launched: 2022-12-14_06:26:46.806929) \u000a06:26:50.390082 run osmo-hlr_10.42.42.2(pid=17638): stderr: \u000a| �[0;m�[1;31m20221214062647105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062647105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062647105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062647105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062647105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062647105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062647117 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062647125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062647125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062647125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:26:50.432463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17633): Terminating (SIGTERM)\u000a06:26:50.472334 run iperf3-srv_10.42.42.10(pid=17634): Terminating (SIGTERM)\u000a06:26:50.512201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17637): Terminating (SIGTERM)\u000a06:26:50.552051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17640): Terminating (SIGTERM)\u000a06:26:50.591819 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17643): Terminating (SIGTERM)\u000a06:26:50.601035 --- ParallelTerminationStrategy: PID 17633 died...\u000a06:26:50.654928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17633): Terminated: ok {rc=0}\u000a06:26:50.664383 --- ParallelTerminationStrategy: PID 17634 died...\u000a06:26:50.717451 run iperf3-srv_10.42.42.10(pid=17634): Terminated {rc=256}\u000a06:26:50.726841 --- ParallelTerminationStrategy: PID 17637 died...\u000a06:26:50.779855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17637): Terminated: ok {rc=0}\u000a06:26:50.789353 --- ParallelTerminationStrategy: PID 17640 died...\u000a06:26:50.842251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17640): Terminated: ok {rc=0}\u000a06:26:50.851796 --- ParallelTerminationStrategy: PID 17643 died...\u000a06:26:50.904838 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17643): Terminated: ok {rc=0}\u000a06:26:50.993459 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17659): Process ended prematurely: osmo-stp_10.42.42.5(pid=17659) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17659)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17659): Process ended prematurely: osmo-stp_10.42.42.5(pid=17659) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17659)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a06:26:52.106766 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:52.121437 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:26:52.257934 tst iperf3m4.py: using LAC 39030\u000a06:26:52.379166 tst iperf3m4.py: using RAC 15\u000a06:26:52.506745 tst iperf3m4.py: using CellId 39030\u000a06:26:52.625994 tst iperf3m4.py: using BVCI 39031\u000a06:26:52.649677 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:52.660790 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:52.671657 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:52.682556 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:52.693741 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:52.704866 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:52.716123 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:52.727135 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:26:52.738623 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:26:52.867794 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:26:52.987784 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:26:53.104550 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:26:53.406289 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:26:53.546602 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:26:53.891258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17645): Launched\u000a06:26:54.177324 run iperf3-srv_10.42.42.10(pid=17646): Launched\u000a06:26:54.381149 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:26:54.519710 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:26:54.863255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17647): Launched\u000a06:26:55.148083 run iperf3-srv_10.42.42.10(pid=17648): Launched\u000a06:26:55.352263 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:26:55.491424 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:26:55.835456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17649): Launched\u000a06:26:56.120583 run iperf3-srv_10.42.42.10(pid=17650): Launched\u000a06:26:56.324662 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:26:56.463725 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:26:56.808087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17651): Launched\u000a06:26:57.092661 run iperf3-srv_10.42.42.10(pid=17652): Launched\u000a06:26:57.295918 tst iperf3m4.py:8: start network...\u000a06:26:57.434947 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:26:57.965407 run create_hlr_db(pid=17653): Launched\u000a06:26:58.157755 bus /gobi_6: Setting Powered False\u000a06:26:59.178833 run create_hlr_db(pid=17653): Terminated: ok {rc=0}\u000a06:26:59.598148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17655): Launched\u000a06:26:59.910387 run osmo-hlr_10.42.42.2(pid=17656): Launched\u000a06:27:00.032156 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:27:00.578456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17658): Launched\u000a06:27:00.997520 run osmo-stp_10.42.42.5(pid=17659): Launched\u000a06:27:01.183430 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:27:01.793920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17661): Launched\u000a06:27:01.916270 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:27:02.224062 run patchelf(pid=17662): Launched\u000a06:27:02.417640 run osmo-stp_10.42.42.5(pid=17659): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17659)]\u000a06:27:02.559798 run osmo-stp_10.42.42.5(pid=17659): stdout: \u000a| (launched: 2022-12-14_06:27:00.736686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:27:02.703404 run osmo-stp_10.42.42.5(pid=17659): stderr: \u000a| �[0;m�[38;5;43m20221214062700962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062700963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062700963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062700963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062700964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062700964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062700964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:27:02.840000 run osmo-stp_10.42.42.5(pid=17659): stdout: \u000a| (launched: 2022-12-14_06:27:00.736686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:27:02.975398 run osmo-stp_10.42.42.5(pid=17659): stderr: \u000a| �[0;m�[38;5;43m20221214062700962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062700963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062700963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062700963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062700964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062700964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062700964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:27:03.133193 run patchelf(pid=17662): Terminating (SIGINT)\u000a06:27:03.318271 run patchelf(pid=17662): Terminated: ok {rc=0}\u000a06:27:03.352169 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17659): Process ended prematurely: osmo-stp_10.42.42.5(pid=17659) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17659)] [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a06:27:03.362335 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a06:27:03.429868 run osmo-hlr_10.42.42.2(pid=17656): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17656)]\u000a06:27:03.482141 run osmo-hlr_10.42.42.2(pid=17656): stdout: \u000a| (launched: 2022-12-14_06:26:59.757104) \u000a06:27:03.535088 run osmo-hlr_10.42.42.2(pid=17656): stderr: \u000a| �[0;m�[1;31m20221214062659930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062659931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062659931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062659931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062659931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062659931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062659943 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062659954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062659955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062659955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:27:03.580026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17645): Terminating (SIGTERM)\u000a06:27:03.622834 run iperf3-srv_10.42.42.10(pid=17646): Terminating (SIGTERM)\u000a06:27:03.665252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17647): Terminating (SIGTERM)\u000a06:27:03.707902 run iperf3-srv_10.42.42.10(pid=17648): Terminating (SIGTERM)\u000a06:27:03.750306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17649): Terminating (SIGTERM)\u000a06:27:03.792356 run iperf3-srv_10.42.42.10(pid=17650): Terminating (SIGTERM)\u000a06:27:03.834616 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17651): Terminating (SIGTERM)\u000a06:27:03.876660 run iperf3-srv_10.42.42.10(pid=17652): Terminating (SIGTERM)\u000a06:27:03.918877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17655): Terminating (SIGTERM)\u000a06:27:03.961163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17658): Terminating (SIGTERM)\u000a06:27:04.003662 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17661): Terminating (SIGTERM)\u000a06:27:04.013130 --- ParallelTerminationStrategy: PID 17645 died...\u000a06:27:04.069574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17645): Terminated: ok {rc=0}\u000a06:27:04.079682 --- ParallelTerminationStrategy: PID 17646 died...\u000a06:27:04.135740 run iperf3-srv_10.42.42.10(pid=17646): Terminated {rc=256}\u000a06:27:04.145811 --- ParallelTerminationStrategy: PID 17647 died...\u000a06:27:04.201892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17647): Terminated: ok {rc=0}\u000a06:27:04.211935 --- ParallelTerminationStrategy: PID 17648 died...\u000a06:27:04.268001 run iperf3-srv_10.42.42.10(pid=17648): Terminated {rc=256}\u000a06:27:04.278153 --- ParallelTerminationStrategy: PID 17649 died...\u000a06:27:04.334394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17649): Terminated: ok {rc=0}\u000a06:27:04.344530 --- ParallelTerminationStrategy: PID 17650 died...\u000a06:27:04.400556 run iperf3-srv_10.42.42.10(pid=17650): Terminated {rc=256}\u000a06:27:04.410671 --- ParallelTerminationStrategy: PID 17651 died...\u000a06:27:04.467032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17651): Terminated: ok {rc=0}\u000a06:27:04.477295 --- ParallelTerminationStrategy: PID 17652 died...\u000a06:27:04.533415 run iperf3-srv_10.42.42.10(pid=17652): Terminated {rc=256}\u000a06:27:04.543762 --- ParallelTerminationStrategy: PID 17655 died...\u000a06:27:04.600167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17655): Terminated: ok {rc=0}\u000a06:27:04.610321 --- ParallelTerminationStrategy: PID 17658 died...\u000a06:27:04.666669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17658): Terminated: ok {rc=0}\u000a06:27:04.676782 --- ParallelTerminationStrategy: PID 17661 died...\u000a06:27:04.733126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17661): Terminated: ok {rc=0}\u000a06:27:04.821499 bus /gobi_4: Setting Powered False\u000a06:27:05.925509 bus /gobi_4: Setting Powered False\u000a06:27:07.036193 bus /gobi_1: Setting Powered False\u000a06:27:08.142846 bus /gobi_1: Setting Powered False\u000a06:27:09.254704 bus /gobi_0: Setting Powered False\u000a06:27:10.359987 bus /gobi_0: Setting Powered False\u000a06:27:11.469809 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17671): Process ended prematurely: osmo-stp_10.42.42.5(pid=17671) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17671)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17671): Process ended prematurely: osmo-stp_10.42.42.5(pid=17671) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17671)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a06:27:12.538752 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:27:12.551478 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:27:12.694753 tst ping.py: using LAC 39031\u000a06:27:12.824760 tst ping.py: using RAC 16\u000a06:27:12.951431 tst ping.py: using CellId 39031\u000a06:27:13.075201 tst ping.py: using BVCI 39032\u000a06:27:13.098847 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:27:13.110038 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:27:13.121029 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:27:13.131991 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:27:13.143673 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:27:13.155307 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:27:13.167110 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:27:13.178874 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:27:13.475106 tst ping.py:19: start network...\u000a06:27:13.612249 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:27:14.130796 run create_hlr_db(pid=17665): Launched\u000a06:27:14.318928 bus /gobi_6: Setting Powered False\u000a06:27:15.340717 run create_hlr_db(pid=17665): Terminated: ok {rc=0}\u000a06:27:15.751968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17667): Launched\u000a06:27:16.246914 run osmo-hlr_10.42.42.2(pid=17668): Launched\u000a06:27:16.420869 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:27:16.989804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17670): Launched\u000a06:27:17.362484 run osmo-stp_10.42.42.5(pid=17671): Launched\u000a06:27:17.478608 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:27:18.024913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17673): Launched\u000a06:27:18.142343 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:27:18.426129 run patchelf(pid=17674): Launched\u000a06:27:18.617488 run osmo-stp_10.42.42.5(pid=17671): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17671)]\u000a06:27:18.757432 run osmo-stp_10.42.42.5(pid=17671): stdout: \u000a| (launched: 2022-12-14_06:27:17.148267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:27:18.897348 run osmo-stp_10.42.42.5(pid=17671): stderr: \u000a| �[0;m�[38;5;43m20221214062717390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062717390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062717390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062717391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062717391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062717391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062717391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:27:19.032464 run osmo-stp_10.42.42.5(pid=17671): stdout: \u000a| (launched: 2022-12-14_06:27:17.148267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:27:19.166186 run osmo-stp_10.42.42.5(pid=17671): stderr: \u000a| �[0;m�[38;5;43m20221214062717390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062717390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062717390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062717391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062717391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062717391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062717391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:27:19.321732 run patchelf(pid=17674): Terminating (SIGINT)\u000a06:27:19.503942 run patchelf(pid=17674): Terminated: ok {rc=0}\u000a06:27:19.537161 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17671): Process ended prematurely: osmo-stp_10.42.42.5(pid=17671) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17671)] [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a06:27:19.547103 tst ping.py:22: Test FAILED (7.0 sec)\u000a06:27:19.610854 run osmo-hlr_10.42.42.2(pid=17668): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17668)]\u000a06:27:19.662940 run osmo-hlr_10.42.42.2(pid=17668): stdout: \u000a| (launched: 2022-12-14_06:27:15.932509) \u000a06:27:19.715931 run osmo-hlr_10.42.42.2(pid=17668): stderr: \u000a| �[0;m�[1;31m20221214062716165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062716165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062716165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062716165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062716165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062716165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062716180 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062716193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062716193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062716193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:27:19.761087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17667): Terminating (SIGTERM)\u000a06:27:19.803570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17670): Terminating (SIGTERM)\u000a06:27:19.846158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17673): Terminating (SIGTERM)\u000a06:27:19.855994 --- ParallelTerminationStrategy: PID 17667 died...\u000a06:27:19.912866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17667): Terminated: ok {rc=0}\u000a06:27:19.923158 --- ParallelTerminationStrategy: PID 17670 died...\u000a06:27:19.979837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17670): Terminated: ok {rc=0}\u000a06:27:19.990108 --- ParallelTerminationStrategy: PID 17673 died...\u000a06:27:20.046634 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17673): Terminated: ok {rc=0}\u000a06:27:20.135935 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17681): Process ended prematurely: osmo-stp_10.42.42.5(pid=17681) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17681)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17681): Process ended prematurely: osmo-stp_10.42.42.5(pid=17681) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17681)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a06:27:21.188670 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:27:21.200638 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:27:21.337403 tst ping_idle_ping.py: using LAC 39032\u000a06:27:21.457385 tst ping_idle_ping.py: using RAC 17\u000a06:27:21.578242 tst ping_idle_ping.py: using CellId 39032\u000a06:27:21.703004 tst ping_idle_ping.py: using BVCI 39033\u000a06:27:21.726693 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:27:21.738068 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:27:21.749164 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:27:21.760134 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:27:21.771467 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:27:21.782865 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:27:21.794312 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:27:21.805622 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:27:22.086116 tst ping_idle_ping.py:24: start network...\u000a06:27:22.214618 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:27:22.698477 run create_hlr_db(pid=17675): Launched\u000a06:27:22.875644 bus /gobi_6: Setting Powered False\u000a06:27:23.897170 run create_hlr_db(pid=17675): Terminated: ok {rc=0}\u000a06:27:24.331713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17677): Launched\u000a06:27:24.659147 run osmo-hlr_10.42.42.2(pid=17678): Launched\u000a06:27:24.782426 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:27:25.347857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17680): Launched\u000a06:27:25.674915 run osmo-stp_10.42.42.5(pid=17681): Launched\u000a06:27:25.794849 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:27:26.364836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17683): Launched\u000a06:27:26.481349 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:27:26.766385 run patchelf(pid=17684): Launched\u000a06:27:26.956793 run osmo-stp_10.42.42.5(pid=17681): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17681)]\u000a06:27:27.095878 run osmo-stp_10.42.42.5(pid=17681): stdout: \u000a| (launched: 2022-12-14_06:27:25.512935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:27:27.235579 run osmo-stp_10.42.42.5(pid=17681): stderr: \u000a| �[0;m�[38;5;43m20221214062725704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062725704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062725704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062725705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062725705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062725705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062725706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:27:27.370068 run osmo-stp_10.42.42.5(pid=17681): stdout: \u000a| (launched: 2022-12-14_06:27:25.512935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:27:27.503518 run osmo-stp_10.42.42.5(pid=17681): stderr: \u000a| �[0;m�[38;5;43m20221214062725704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062725704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062725704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062725705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062725705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062725705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062725706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:27:27.659195 run patchelf(pid=17684): Terminating (SIGINT)\u000a06:27:27.840809 run patchelf(pid=17684): Terminated: ok {rc=0}\u000a06:27:27.873939 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17681): Process ended prematurely: osmo-stp_10.42.42.5(pid=17681) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17681)] [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a06:27:27.883474 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a06:27:27.945911 run osmo-hlr_10.42.42.2(pid=17678): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17678)]\u000a06:27:27.997246 run osmo-hlr_10.42.42.2(pid=17678): stdout: \u000a| (launched: 2022-12-14_06:27:24.497792) \u000a06:27:28.049174 run osmo-hlr_10.42.42.2(pid=17678): stderr: \u000a| �[0;m�[1;31m20221214062724694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062724694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062724694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062724694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062724695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062724695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062724707 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062724715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062724716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062724716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:27:28.093579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17677): Terminating (SIGTERM)\u000a06:27:28.135409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17680): Terminating (SIGTERM)\u000a06:27:28.177918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17683): Terminating (SIGTERM)\u000a06:27:28.187775 --- ParallelTerminationStrategy: PID 17677 died...\u000a06:27:28.243398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17677): Terminated: ok {rc=0}\u000a06:27:28.253500 --- ParallelTerminationStrategy: PID 17680 died...\u000a06:27:28.308883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17680): Terminated: ok {rc=0}\u000a06:27:28.318932 --- ParallelTerminationStrategy: PID 17683 died...\u000a06:27:28.374683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17683): Terminated: ok {rc=0}\u000a06:27:28.461677 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:26:28" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17698): Process ended prematurely: osmo-stp_10.42.42.5(pid=17698) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17698)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17698): Process ended prematurely: osmo-stp_10.42.42.5(pid=17698) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17698)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:27:30.623427 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:30.635046 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:27:30.796342 tst cs_paging_gprs_active.py: using LAC 39033\u000a06:27:30.936247 tst cs_paging_gprs_active.py: using RAC 18\u000a06:27:31.067133 tst cs_paging_gprs_active.py: using CellId 39033\u000a06:27:31.195965 tst cs_paging_gprs_active.py: using BVCI 39034\u000a06:27:31.221062 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:31.233403 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:31.245746 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:31.257846 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:31.271053 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:31.284120 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:31.297448 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:31.310277 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:31.323545 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:27:31.450466 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:27:31.828225 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:27:32.008291 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:27:32.384460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17688): Launched\u000a06:27:32.672042 run iperf3-srv_10.42.42.10(pid=17689): Launched\u000a06:27:32.875991 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:27:33.015037 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:27:33.360335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17690): Launched\u000a06:27:33.646605 run iperf3-srv_10.42.42.10(pid=17691): Launched\u000a06:27:33.850068 tst cs_paging_gprs_active.py:38: start network...\u000a06:27:33.988475 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:27:34.521543 run create_hlr_db(pid=17692): Launched\u000a06:27:34.714577 bus /gobi_6: Setting Powered False\u000a06:27:35.734378 run create_hlr_db(pid=17692): Terminated: ok {rc=0}\u000a06:27:36.154228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17694): Launched\u000a06:27:36.468410 run osmo-hlr_10.42.42.2(pid=17695): Launched\u000a06:27:36.592716 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:27:37.143253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17697): Launched\u000a06:27:37.456840 run osmo-stp_10.42.42.5(pid=17698): Launched\u000a06:27:37.571957 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:27:38.116457 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17700): Launched\u000a06:27:38.228159 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:27:38.503003 run patchelf(pid=17701): Launched\u000a06:27:38.686235 run osmo-stp_10.42.42.5(pid=17698): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17698)]\u000a06:27:38.820106 run osmo-stp_10.42.42.5(pid=17698): stdout: \u000a| (launched: 2022-12-14_06:27:37.302596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:27:38.954573 run osmo-stp_10.42.42.5(pid=17698): stderr: \u000a| �[0;m�[38;5;43m20221214062737471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062737471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062737471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062737472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062737472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062737472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062737473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:27:39.083539 run osmo-stp_10.42.42.5(pid=17698): stdout: \u000a| (launched: 2022-12-14_06:27:37.302596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:27:39.211337 run osmo-stp_10.42.42.5(pid=17698): stderr: \u000a| �[0;m�[38;5;43m20221214062737471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062737471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062737471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062737472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062737472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062737472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062737473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:27:39.360690 run patchelf(pid=17701): Terminating (SIGINT)\u000a06:27:39.536310 run patchelf(pid=17701): Terminated: ok {rc=0}\u000a06:27:39.568732 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17698): Process ended prematurely: osmo-stp_10.42.42.5(pid=17698) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17698)] [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a06:27:39.578219 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a06:27:39.638578 run osmo-hlr_10.42.42.2(pid=17695): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17695)]\u000a06:27:39.687653 run osmo-hlr_10.42.42.2(pid=17695): stdout: \u000a| (launched: 2022-12-14_06:27:36.313757) \u000a06:27:39.737448 run osmo-hlr_10.42.42.2(pid=17695): stderr: \u000a| �[0;m�[1;31m20221214062736489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062736489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062736489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062736489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062736489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062736489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062736504 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062736512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062736513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062736513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:27:39.779919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17688): Terminating (SIGTERM)\u000a06:27:39.819845 run iperf3-srv_10.42.42.10(pid=17689): Terminating (SIGTERM)\u000a06:27:39.859859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17690): Terminating (SIGTERM)\u000a06:27:39.899610 run iperf3-srv_10.42.42.10(pid=17691): Terminating (SIGTERM)\u000a06:27:39.939476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17694): Terminating (SIGTERM)\u000a06:27:39.984335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17697): Terminating (SIGTERM)\u000a06:27:40.026372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17700): Terminating (SIGTERM)\u000a06:27:40.036034 --- ParallelTerminationStrategy: PID 17688 died...\u000a06:27:40.092591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17688): Terminated: ok {rc=0}\u000a06:27:40.102558 --- ParallelTerminationStrategy: PID 17689 died...\u000a06:27:40.159496 run iperf3-srv_10.42.42.10(pid=17689): Terminated {rc=256}\u000a06:27:40.169975 --- ParallelTerminationStrategy: PID 17690 died...\u000a06:27:40.227034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17690): Terminated: ok {rc=0}\u000a06:27:40.237258 --- ParallelTerminationStrategy: PID 17691 died...\u000a06:27:40.294357 run iperf3-srv_10.42.42.10(pid=17691): Terminated {rc=256}\u000a06:27:40.304524 --- ParallelTerminationStrategy: PID 17694 died...\u000a06:27:40.361513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17694): Terminated: ok {rc=0}\u000a06:27:40.371879 --- ParallelTerminationStrategy: PID 17697 died...\u000a06:27:40.428740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17697): Terminated: ok {rc=0}\u000a06:27:40.438967 --- ParallelTerminationStrategy: PID 17700 died...\u000a06:27:40.495845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17700): Terminated: ok {rc=0}\u000a06:27:40.582129 bus /gobi_0: Setting Powered False\u000a06:27:41.689519 bus /gobi_0: Setting Powered False\u000a06:27:42.796408 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17710): Process ended prematurely: osmo-stp_10.42.42.5(pid=17710) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17710)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17710): Process ended prematurely: osmo-stp_10.42.42.5(pid=17710) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17710)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a06:27:43.912105 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:43.924530 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:27:44.091044 tst iperf3.py: using LAC 39034\u000a06:27:44.222036 tst iperf3.py: using RAC 19\u000a06:27:44.352009 tst iperf3.py: using CellId 39034\u000a06:27:44.478642 tst iperf3.py: using BVCI 39035\u000a06:27:44.502611 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:44.514021 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:44.524922 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:44.536021 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:44.547510 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:44.559688 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:44.571206 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:44.582573 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:44.594019 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:27:44.894311 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:27:45.033701 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:27:45.377284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17702): Launched\u000a06:27:45.662326 run iperf3-srv_10.42.42.10(pid=17703): Launched\u000a06:27:45.870339 tst iperf3.py:8: start network...\u000a06:27:46.012123 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:27:46.556189 run create_hlr_db(pid=17704): Launched\u000a06:27:46.742682 bus /gobi_6: Setting Powered False\u000a06:27:47.757852 run create_hlr_db(pid=17704): Terminated: ok {rc=0}\u000a06:27:48.199940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17706): Launched\u000a06:27:48.532099 run osmo-hlr_10.42.42.2(pid=17707): Launched\u000a06:27:48.657758 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:27:49.240029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17709): Launched\u000a06:27:49.571001 run osmo-stp_10.42.42.5(pid=17710): Launched\u000a06:27:49.692213 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:27:50.270531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17712): Launched\u000a06:27:50.389996 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:27:50.679403 run patchelf(pid=17713): Launched\u000a06:27:50.873242 run osmo-stp_10.42.42.5(pid=17710): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17710)]\u000a06:27:51.015249 run osmo-stp_10.42.42.5(pid=17710): stdout: \u000a| (launched: 2022-12-14_06:27:49.408133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:27:51.157430 run osmo-stp_10.42.42.5(pid=17710): stderr: \u000a| �[0;m�[38;5;43m20221214062749601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062749602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062749602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062749602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062749603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062749603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062749603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:27:51.294290 run osmo-stp_10.42.42.5(pid=17710): stdout: \u000a| (launched: 2022-12-14_06:27:49.408133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:27:51.429936 run osmo-stp_10.42.42.5(pid=17710): stderr: \u000a| �[0;m�[38;5;43m20221214062749601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062749602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062749602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062749602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062749603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062749603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062749603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:27:51.588531 run patchelf(pid=17713): Terminating (SIGINT)\u000a06:27:51.774571 run patchelf(pid=17713): Terminated: ok {rc=0}\u000a06:27:51.808555 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17710): Process ended prematurely: osmo-stp_10.42.42.5(pid=17710) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17710)] [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a06:27:51.818717 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a06:27:51.881539 run osmo-hlr_10.42.42.2(pid=17707): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17707)]\u000a06:27:51.932996 run osmo-hlr_10.42.42.2(pid=17707): stdout: \u000a| (launched: 2022-12-14_06:27:48.369304) \u000a06:27:51.985274 run osmo-hlr_10.42.42.2(pid=17707): stderr: \u000a| �[0;m�[1;31m20221214062748568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062748568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062748568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062748568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062748568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062748568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062748580 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062748591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062748591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062748591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:27:52.029981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17702): Terminating (SIGTERM)\u000a06:27:52.071911 run iperf3-srv_10.42.42.10(pid=17703): Terminating (SIGTERM)\u000a06:27:52.113992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17706): Terminating (SIGTERM)\u000a06:27:52.155960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17709): Terminating (SIGTERM)\u000a06:27:52.197987 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17712): Terminating (SIGTERM)\u000a06:27:52.207789 --- ParallelTerminationStrategy: PID 17702 died...\u000a06:27:52.263632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17702): Terminated: ok {rc=0}\u000a06:27:52.273702 --- ParallelTerminationStrategy: PID 17703 died...\u000a06:27:52.329518 run iperf3-srv_10.42.42.10(pid=17703): Terminated {rc=256}\u000a06:27:52.339633 --- ParallelTerminationStrategy: PID 17706 died...\u000a06:27:52.395740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17706): Terminated: ok {rc=0}\u000a06:27:52.405853 --- ParallelTerminationStrategy: PID 17709 died...\u000a06:27:52.461418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17709): Terminated: ok {rc=0}\u000a06:27:52.471396 --- ParallelTerminationStrategy: PID 17712 died...\u000a06:27:52.526912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17712): Terminated: ok {rc=0}\u000a06:27:52.612890 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17728): Process ended prematurely: osmo-stp_10.42.42.5(pid=17728) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17728)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17728): Process ended prematurely: osmo-stp_10.42.42.5(pid=17728) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17728)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a06:27:53.730032 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:53.742240 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:27:53.904006 tst iperf3m4.py: using LAC 39035\u000a06:27:54.034025 tst iperf3m4.py: using RAC 20\u000a06:27:54.164916 tst iperf3m4.py: using CellId 39035\u000a06:27:54.294001 tst iperf3m4.py: using BVCI 39036\u000a06:27:54.319264 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:54.330915 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:54.342449 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:54.353936 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:54.365393 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:54.376690 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:54.388442 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:54.399977 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:27:54.411651 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:27:54.532794 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:27:54.656338 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:27:54.773637 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:27:55.059251 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:27:55.190497 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:27:55.513864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17714): Launched\u000a06:27:55.783516 run iperf3-srv_10.42.42.10(pid=17715): Launched\u000a06:27:55.974851 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:27:56.110299 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:27:56.454745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17716): Launched\u000a06:27:56.739425 run iperf3-srv_10.42.42.10(pid=17717): Launched\u000a06:27:56.943360 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:27:57.082495 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:27:57.427848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17718): Launched\u000a06:27:57.714028 run iperf3-srv_10.42.42.10(pid=17719): Launched\u000a06:27:57.918085 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:27:58.057466 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:27:58.401802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17720): Launched\u000a06:27:58.688016 run iperf3-srv_10.42.42.10(pid=17721): Launched\u000a06:27:58.891661 tst iperf3m4.py:8: start network...\u000a06:27:59.031360 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:27:59.562279 run create_hlr_db(pid=17722): Launched\u000a06:27:59.754868 bus /gobi_6: Setting Powered False\u000a06:28:00.775313 run create_hlr_db(pid=17722): Terminated: ok {rc=0}\u000a06:28:01.254061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17724): Launched\u000a06:28:01.694702 run osmo-hlr_10.42.42.2(pid=17725): Launched\u000a06:28:01.886559 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:28:02.509867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17727): Launched\u000a06:28:02.843069 run osmo-stp_10.42.42.5(pid=17728): Launched\u000a06:28:02.964342 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:28:03.545376 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17730): Launched\u000a06:28:03.665373 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:28:03.956391 run patchelf(pid=17731): Launched\u000a06:28:04.151582 run osmo-stp_10.42.42.5(pid=17728): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17728)]\u000a06:28:04.293710 run osmo-stp_10.42.42.5(pid=17728): stdout: \u000a| (launched: 2022-12-14_06:28:02.679442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:28:04.436591 run osmo-stp_10.42.42.5(pid=17728): stderr: \u000a| �[0;m�[38;5;43m20221214062802872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062802872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062802872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062802873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062802873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062802873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062802873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:28:04.574906 run osmo-stp_10.42.42.5(pid=17728): stdout: \u000a| (launched: 2022-12-14_06:28:02.679442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:28:04.711186 run osmo-stp_10.42.42.5(pid=17728): stderr: \u000a| �[0;m�[38;5;43m20221214062802872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062802872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062802872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062802873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062802873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062802873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062802873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:28:04.869996 run patchelf(pid=17731): Terminating (SIGINT)\u000a06:28:05.056353 run patchelf(pid=17731): Terminated: ok {rc=0}\u000a06:28:05.090641 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17728): Process ended prematurely: osmo-stp_10.42.42.5(pid=17728) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17728)] [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a06:28:05.100849 tst iperf3m4.py:8: Test FAILED (11.4 sec)\u000a06:28:05.164235 run osmo-hlr_10.42.42.2(pid=17725): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17725)]\u000a06:28:05.216540 run osmo-hlr_10.42.42.2(pid=17725): stdout: \u000a| (launched: 2022-12-14_06:28:01.426877) \u000a06:28:05.269139 run osmo-hlr_10.42.42.2(pid=17725): stderr: \u000a| �[0;m�[1;31m20221214062801733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062801733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062801733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062801733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062801733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062801733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062801746 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062801759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062801759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062801759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:28:05.313949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17714): Terminating (SIGTERM)\u000a06:28:05.356187 run iperf3-srv_10.42.42.10(pid=17715): Terminating (SIGTERM)\u000a06:28:05.398507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17716): Terminating (SIGTERM)\u000a06:28:05.440662 run iperf3-srv_10.42.42.10(pid=17717): Terminating (SIGTERM)\u000a06:28:05.482967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17718): Terminating (SIGTERM)\u000a06:28:05.525120 run iperf3-srv_10.42.42.10(pid=17719): Terminating (SIGTERM)\u000a06:28:05.567697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17720): Terminating (SIGTERM)\u000a06:28:05.610034 run iperf3-srv_10.42.42.10(pid=17721): Terminating (SIGTERM)\u000a06:28:05.652421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17724): Terminating (SIGTERM)\u000a06:28:05.694661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17727): Terminating (SIGTERM)\u000a06:28:05.736873 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17730): Terminating (SIGTERM)\u000a06:28:05.746668 --- ParallelTerminationStrategy: PID 17714 died...\u000a06:28:05.803373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17714): Terminated: ok {rc=0}\u000a06:28:05.813629 --- ParallelTerminationStrategy: PID 17715 died...\u000a06:28:05.869629 run iperf3-srv_10.42.42.10(pid=17715): Terminated {rc=256}\u000a06:28:05.879689 --- ParallelTerminationStrategy: PID 17716 died...\u000a06:28:05.935670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17716): Terminated: ok {rc=0}\u000a06:28:05.945805 --- ParallelTerminationStrategy: PID 17717 died...\u000a06:28:06.001566 run iperf3-srv_10.42.42.10(pid=17717): Terminated {rc=256}\u000a06:28:06.011617 --- ParallelTerminationStrategy: PID 17718 died...\u000a06:28:06.067720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17718): Terminated: ok {rc=0}\u000a06:28:06.077832 --- ParallelTerminationStrategy: PID 17719 died...\u000a06:28:06.133594 run iperf3-srv_10.42.42.10(pid=17719): Terminated {rc=256}\u000a06:28:06.143726 --- ParallelTerminationStrategy: PID 17720 died...\u000a06:28:06.199838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17720): Terminated: ok {rc=0}\u000a06:28:06.209969 --- ParallelTerminationStrategy: PID 17721 died...\u000a06:28:06.265877 run iperf3-srv_10.42.42.10(pid=17721): Terminated {rc=256}\u000a06:28:06.275887 --- ParallelTerminationStrategy: PID 17724 died...\u000a06:28:06.331841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17724): Terminated: ok {rc=0}\u000a06:28:06.341984 --- ParallelTerminationStrategy: PID 17727 died...\u000a06:28:06.398184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17727): Terminated: ok {rc=0}\u000a06:28:06.408324 --- ParallelTerminationStrategy: PID 17730 died...\u000a06:28:06.464461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17730): Terminated: ok {rc=0}\u000a06:28:06.552019 bus /gobi_4: Setting Powered False\u000a06:28:07.658956 bus /gobi_4: Setting Powered False\u000a06:28:08.767379 bus /gobi_1: Setting Powered False\u000a06:28:09.874240 bus /gobi_1: Setting Powered False\u000a06:28:10.987714 bus /gobi_0: Setting Powered False\u000a06:28:12.090998 bus /gobi_0: Setting Powered False\u000a06:28:13.200349 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17738): Process ended prematurely: osmo-stp_10.42.42.5(pid=17738) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17738)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17738): Process ended prematurely: osmo-stp_10.42.42.5(pid=17738) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17738)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a06:28:14.270462 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:28:14.282968 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:28:14.440838 tst ping.py: using LAC 39036\u000a06:28:14.561658 tst ping.py: using RAC 21\u000a06:28:14.681319 tst ping.py: using CellId 39036\u000a06:28:14.801609 tst ping.py: using BVCI 39037\u000a06:28:14.825320 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:28:14.836376 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:28:14.847721 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:28:14.858806 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:28:14.869999 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:28:14.881217 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:28:14.892447 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:28:14.903707 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:28:15.199231 tst ping.py:19: start network...\u000a06:28:15.336094 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:28:15.857203 run create_hlr_db(pid=17732): Launched\u000a06:28:16.049241 bus /gobi_6: Setting Powered False\u000a06:28:17.068127 run create_hlr_db(pid=17732): Terminated: ok {rc=0}\u000a06:28:17.504594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17734): Launched\u000a06:28:17.834097 run osmo-hlr_10.42.42.2(pid=17735): Launched\u000a06:28:17.957450 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:28:18.527736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17737): Launched\u000a06:28:18.853805 run osmo-stp_10.42.42.5(pid=17738): Launched\u000a06:28:18.972797 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:28:19.542642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17740): Launched\u000a06:28:19.659848 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:28:19.944368 run patchelf(pid=17741): Launched\u000a06:28:20.134639 run osmo-stp_10.42.42.5(pid=17738): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17738)]\u000a06:28:20.273878 run osmo-stp_10.42.42.5(pid=17738): stdout: \u000a| (launched: 2022-12-14_06:28:18.694339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:28:20.413231 run osmo-stp_10.42.42.5(pid=17738): stderr: \u000a| �[0;m�[38;5;43m20221214062818886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062818887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062818887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062818887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062818888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062818888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062818888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:28:20.547537 run osmo-stp_10.42.42.5(pid=17738): stdout: \u000a| (launched: 2022-12-14_06:28:18.694339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:28:20.681804 run osmo-stp_10.42.42.5(pid=17738): stderr: \u000a| �[0;m�[38;5;43m20221214062818886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062818887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062818887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062818887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062818888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062818888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062818888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:28:20.836660 run patchelf(pid=17741): Terminating (SIGINT)\u000a06:28:21.018486 run patchelf(pid=17741): Terminated: ok {rc=0}\u000a06:28:21.051491 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17738): Process ended prematurely: osmo-stp_10.42.42.5(pid=17738) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17738)] [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a06:28:21.060904 tst ping.py:22: Test FAILED (6.8 sec)\u000a06:28:21.123599 run osmo-hlr_10.42.42.2(pid=17735): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17735)]\u000a06:28:21.175051 run osmo-hlr_10.42.42.2(pid=17735): stdout: \u000a| (launched: 2022-12-14_06:28:17.671025) \u000a06:28:21.227345 run osmo-hlr_10.42.42.2(pid=17735): stderr: \u000a| �[0;m�[1;31m20221214062817868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062817868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062817868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062817868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062817868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062817868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062817881 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062817890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062817890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062817890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:28:21.271718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17734): Terminating (SIGTERM)\u000a06:28:21.313656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17737): Terminating (SIGTERM)\u000a06:28:21.355600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17740): Terminating (SIGTERM)\u000a06:28:21.365379 --- ParallelTerminationStrategy: PID 17734 died...\u000a06:28:21.422019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17734): Terminated: ok {rc=0}\u000a06:28:21.432169 --- ParallelTerminationStrategy: PID 17737 died...\u000a06:28:21.488266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17737): Terminated: ok {rc=0}\u000a06:28:21.498388 --- ParallelTerminationStrategy: PID 17740 died...\u000a06:28:21.554578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17740): Terminated: ok {rc=0}\u000a06:28:21.640915 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17748): Process ended prematurely: osmo-stp_10.42.42.5(pid=17748) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17748)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17748): Process ended prematurely: osmo-stp_10.42.42.5(pid=17748) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17748)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a06:28:22.694933 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:28:22.707901 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:28:22.871516 tst ping_idle_ping.py: using LAC 39037\u000a06:28:23.005145 tst ping_idle_ping.py: using RAC 22\u000a06:28:23.134196 tst ping_idle_ping.py: using CellId 39037\u000a06:28:23.262984 tst ping_idle_ping.py: using BVCI 39038\u000a06:28:23.288334 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:28:23.300104 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:28:23.311716 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:28:23.323299 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:28:23.334848 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:28:23.346426 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:28:23.358068 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:28:23.369940 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:28:23.665709 tst ping_idle_ping.py:24: start network...\u000a06:28:23.802111 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:28:24.324560 run create_hlr_db(pid=17742): Launched\u000a06:28:24.514996 bus /gobi_6: Setting Powered False\u000a06:28:25.534759 run create_hlr_db(pid=17742): Terminated: ok {rc=0}\u000a06:28:25.969352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17744): Launched\u000a06:28:26.295921 run osmo-hlr_10.42.42.2(pid=17745): Launched\u000a06:28:26.415495 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:28:26.984042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17747): Launched\u000a06:28:27.312200 run osmo-stp_10.42.42.5(pid=17748): Launched\u000a06:28:27.430845 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:28:28.001567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17750): Launched\u000a06:28:28.118617 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:28:28.404916 run patchelf(pid=17751): Launched\u000a06:28:28.596601 run osmo-stp_10.42.42.5(pid=17748): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17748)]\u000a06:28:28.737010 run osmo-stp_10.42.42.5(pid=17748): stdout: \u000a| (launched: 2022-12-14_06:28:27.150589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:28:28.877391 run osmo-stp_10.42.42.5(pid=17748): stderr: \u000a| �[0;m�[38;5;43m20221214062827341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062827341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062827341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062827342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062827342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062827342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062827343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:28:29.012734 run osmo-stp_10.42.42.5(pid=17748): stdout: \u000a| (launched: 2022-12-14_06:28:27.150589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:28:29.146909 run osmo-stp_10.42.42.5(pid=17748): stderr: \u000a| �[0;m�[38;5;43m20221214062827341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062827341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062827341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062827342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062827342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062827342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062827343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:28:29.302722 run patchelf(pid=17751): Terminating (SIGINT)\u000a06:28:29.485752 run patchelf(pid=17751): Terminated: ok {rc=0}\u000a06:28:29.519032 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17748): Process ended prematurely: osmo-stp_10.42.42.5(pid=17748) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17748)] [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a06:28:29.528629 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a06:28:29.591840 run osmo-hlr_10.42.42.2(pid=17745): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17745)]\u000a06:28:29.644117 run osmo-hlr_10.42.42.2(pid=17745): stdout: \u000a| (launched: 2022-12-14_06:28:26.135413) \u000a06:28:29.696083 run osmo-hlr_10.42.42.2(pid=17745): stderr: \u000a| �[0;m�[1;31m20221214062826330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062826330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062826330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062826331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062826331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062826331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062826343 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062826353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062826353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062826353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:28:29.740289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17744): Terminating (SIGTERM)\u000a06:28:29.781993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17747): Terminating (SIGTERM)\u000a06:28:29.823699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17750): Terminating (SIGTERM)\u000a06:28:29.833433 --- ParallelTerminationStrategy: PID 17744 died...\u000a06:28:29.889334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17744): Terminated: ok {rc=0}\u000a06:28:29.899344 --- ParallelTerminationStrategy: PID 17747 died...\u000a06:28:29.954727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17747): Terminated: ok {rc=0}\u000a06:28:29.964719 --- ParallelTerminationStrategy: PID 17750 died...\u000a06:28:30.020414 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17750): Terminated: ok {rc=0}\u000a06:28:30.107211 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:27:30" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17767): Process ended prematurely: osmo-stp_10.42.42.5(pid=17767) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17767)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17767): Process ended prematurely: osmo-stp_10.42.42.5(pid=17767) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17767)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:28:32.330746 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:32.342687 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:28:32.507438 tst cs_paging_gprs_active.py: using LAC 39038\u000a06:28:32.637580 tst cs_paging_gprs_active.py: using RAC 23\u000a06:28:32.770342 tst cs_paging_gprs_active.py: using CellId 39038\u000a06:28:32.901420 tst cs_paging_gprs_active.py: using BVCI 39039\u000a06:28:32.927092 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:32.938796 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:32.950211 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:32.961598 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:32.973296 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:32.985160 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:32.997759 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:33.009144 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:33.020686 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:28:33.139006 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:28:33.441196 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:28:33.580556 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:28:33.924777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17757): Launched\u000a06:28:34.211922 run iperf3-srv_10.42.42.10(pid=17758): Launched\u000a06:28:34.416534 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:28:34.555767 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:28:34.901455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17759): Launched\u000a06:28:35.188541 run iperf3-srv_10.42.42.10(pid=17760): Launched\u000a06:28:35.393294 tst cs_paging_gprs_active.py:38: start network...\u000a06:28:35.532581 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:28:36.064719 run create_hlr_db(pid=17761): Launched\u000a06:28:36.257211 bus /gobi_6: Setting Powered False\u000a06:28:37.277693 run create_hlr_db(pid=17761): Terminated: ok {rc=0}\u000a06:28:37.720898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17763): Launched\u000a06:28:38.055210 run osmo-hlr_10.42.42.2(pid=17764): Launched\u000a06:28:38.177311 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:28:38.757096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17766): Launched\u000a06:28:39.090048 run osmo-stp_10.42.42.5(pid=17767): Launched\u000a06:28:39.211047 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:28:39.793051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17769): Launched\u000a06:28:39.912100 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:28:40.210067 run patchelf(pid=17770): Launched\u000a06:28:40.404085 run osmo-stp_10.42.42.5(pid=17767): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17767)]\u000a06:28:40.546385 run osmo-stp_10.42.42.5(pid=17767): stdout: \u000a| (launched: 2022-12-14_06:28:38.926984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:28:40.689682 run osmo-stp_10.42.42.5(pid=17767): stderr: \u000a| �[0;m�[38;5;43m20221214062839119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062839119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062839119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062839120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062839120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062839120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062839120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:28:40.827433 run osmo-stp_10.42.42.5(pid=17767): stdout: \u000a| (launched: 2022-12-14_06:28:38.926984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:28:40.963378 run osmo-stp_10.42.42.5(pid=17767): stderr: \u000a| �[0;m�[38;5;43m20221214062839119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062839119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062839119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062839120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062839120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062839120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062839120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:28:41.122437 run patchelf(pid=17770): Terminating (SIGINT)\u000a06:28:41.309181 run patchelf(pid=17770): Terminated: ok {rc=0}\u000a06:28:41.343547 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17767): Process ended prematurely: osmo-stp_10.42.42.5(pid=17767) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17767)] [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a06:28:41.353788 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a06:28:41.416895 run osmo-hlr_10.42.42.2(pid=17764): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17764)]\u000a06:28:41.468252 run osmo-hlr_10.42.42.2(pid=17764): stdout: \u000a| (launched: 2022-12-14_06:28:37.891180) \u000a06:28:41.520413 run osmo-hlr_10.42.42.2(pid=17764): stderr: \u000a| �[0;m�[1;31m20221214062838088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062838088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062838088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062838088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062838089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062838089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062838101 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062838109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062838109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062838109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:28:41.564919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17757): Terminating (SIGTERM)\u000a06:28:41.607055 run iperf3-srv_10.42.42.10(pid=17758): Terminating (SIGTERM)\u000a06:28:41.649240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17759): Terminating (SIGTERM)\u000a06:28:41.691078 run iperf3-srv_10.42.42.10(pid=17760): Terminating (SIGTERM)\u000a06:28:41.732935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17763): Terminating (SIGTERM)\u000a06:28:41.775048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17766): Terminating (SIGTERM)\u000a06:28:41.817550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17769): Terminating (SIGTERM)\u000a06:28:41.827228 --- ParallelTerminationStrategy: PID 17757 died...\u000a06:28:41.883427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17757): Terminated: ok {rc=0}\u000a06:28:41.893940 --- ParallelTerminationStrategy: PID 17758 died...\u000a06:28:41.949408 run iperf3-srv_10.42.42.10(pid=17758): Terminated {rc=256}\u000a06:28:41.959389 --- ParallelTerminationStrategy: PID 17759 died...\u000a06:28:42.015043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17759): Terminated: ok {rc=0}\u000a06:28:42.025244 --- ParallelTerminationStrategy: PID 17760 died...\u000a06:28:42.080832 run iperf3-srv_10.42.42.10(pid=17760): Terminated {rc=256}\u000a06:28:42.091006 --- ParallelTerminationStrategy: PID 17763 died...\u000a06:28:42.146799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17763): Terminated: ok {rc=0}\u000a06:28:42.156910 --- ParallelTerminationStrategy: PID 17766 died...\u000a06:28:42.212688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17766): Terminated: ok {rc=0}\u000a06:28:42.222765 --- ParallelTerminationStrategy: PID 17769 died...\u000a06:28:42.278550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17769): Terminated: ok {rc=0}\u000a06:28:42.365306 bus /gobi_0: Setting Powered False\u000a06:28:43.472266 bus /gobi_0: Setting Powered False\u000a06:28:44.583728 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17779): Process ended prematurely: osmo-stp_10.42.42.5(pid=17779) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17779)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17779): Process ended prematurely: osmo-stp_10.42.42.5(pid=17779) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17779)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a06:28:45.699662 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:45.711981 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:28:45.879172 tst iperf3.py: using LAC 39039\u000a06:28:46.029084 tst iperf3.py: using RAC 24\u000a06:28:46.197485 tst iperf3.py: using CellId 39039\u000a06:28:46.347316 tst iperf3.py: using BVCI 39040\u000a06:28:46.374162 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:46.386795 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:46.399148 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:46.411551 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:46.425091 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:46.439180 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:46.452318 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:46.464810 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:46.478959 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:28:46.775018 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:28:46.910861 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:28:47.261385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17771): Launched\u000a06:28:47.531570 run iperf3-srv_10.42.42.10(pid=17772): Launched\u000a06:28:47.722786 tst iperf3.py:8: start network...\u000a06:28:47.854097 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:28:48.346685 run create_hlr_db(pid=17773): Launched\u000a06:28:48.525988 bus /gobi_6: Setting Powered False\u000a06:28:49.548807 run create_hlr_db(pid=17773): Terminated: ok {rc=0}\u000a06:28:49.965500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17775): Launched\u000a06:28:50.278384 run osmo-hlr_10.42.42.2(pid=17776): Launched\u000a06:28:50.401838 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:28:50.951695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17778): Launched\u000a06:28:51.265060 run osmo-stp_10.42.42.5(pid=17779): Launched\u000a06:28:51.380068 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:28:51.924859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17781): Launched\u000a06:28:52.036826 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:28:52.310028 run patchelf(pid=17782): Launched\u000a06:28:52.492056 run osmo-stp_10.42.42.5(pid=17779): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17779)]\u000a06:28:52.625731 run osmo-stp_10.42.42.5(pid=17779): stdout: \u000a| (launched: 2022-12-14_06:28:51.111052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:28:52.759574 run osmo-stp_10.42.42.5(pid=17779): stderr: \u000a| �[0;m�[38;5;43m20221214062851281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062851281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062851281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062851282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062851282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062851282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062851282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:28:52.889392 run osmo-stp_10.42.42.5(pid=17779): stdout: \u000a| (launched: 2022-12-14_06:28:51.111052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:28:53.017149 run osmo-stp_10.42.42.5(pid=17779): stderr: \u000a| �[0;m�[38;5;43m20221214062851281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062851281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062851281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062851282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062851282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062851282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062851282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:28:53.165960 run patchelf(pid=17782): Terminating (SIGINT)\u000a06:28:53.340528 run patchelf(pid=17782): Terminated: ok {rc=0}\u000a06:28:53.372717 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17779): Process ended prematurely: osmo-stp_10.42.42.5(pid=17779) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17779)] [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a06:28:53.382192 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a06:28:53.442683 run osmo-hlr_10.42.42.2(pid=17776): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17776)]\u000a06:28:53.492043 run osmo-hlr_10.42.42.2(pid=17776): stdout: \u000a| (launched: 2022-12-14_06:28:50.124806) \u000a06:28:53.541928 run osmo-hlr_10.42.42.2(pid=17776): stderr: \u000a| �[0;m�[1;31m20221214062850299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062850299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062850299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062850299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062850300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062850300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062850312 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062850320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062850320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062850320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:28:53.584849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17771): Terminating (SIGTERM)\u000a06:28:53.625148 run iperf3-srv_10.42.42.10(pid=17772): Terminating (SIGTERM)\u000a06:28:53.665795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17775): Terminating (SIGTERM)\u000a06:28:53.706210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17778): Terminating (SIGTERM)\u000a06:28:53.747175 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17781): Terminating (SIGTERM)\u000a06:28:53.756502 --- ParallelTerminationStrategy: PID 17771 died...\u000a06:28:53.811165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17771): Terminated: ok {rc=0}\u000a06:28:53.820842 --- ParallelTerminationStrategy: PID 17772 died...\u000a06:28:53.874978 run iperf3-srv_10.42.42.10(pid=17772): Terminated {rc=256}\u000a06:28:53.884600 --- ParallelTerminationStrategy: PID 17775 died...\u000a06:28:53.938425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17775): Terminated: ok {rc=0}\u000a06:28:53.948093 --- ParallelTerminationStrategy: PID 17778 died...\u000a06:28:54.002140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17778): Terminated: ok {rc=0}\u000a06:28:54.011811 --- ParallelTerminationStrategy: PID 17781 died...\u000a06:28:54.065977 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17781): Terminated: ok {rc=0}\u000a06:28:54.151103 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17797): Process ended prematurely: osmo-stp_10.42.42.5(pid=17797) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17797)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17797): Process ended prematurely: osmo-stp_10.42.42.5(pid=17797) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17797)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a06:28:55.269162 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:55.281710 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:28:55.447344 tst iperf3m4.py: using LAC 39040\u000a06:28:55.577503 tst iperf3m4.py: using RAC 25\u000a06:28:55.702587 tst iperf3m4.py: using CellId 39040\u000a06:28:55.826603 tst iperf3m4.py: using BVCI 39041\u000a06:28:55.850525 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:55.861904 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:55.873099 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:55.884119 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:55.895504 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:55.906696 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:55.918087 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:55.929208 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:28:55.940711 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:28:56.063816 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:28:56.188880 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:28:56.311847 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:28:56.613793 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:28:56.753534 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:28:57.099241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17783): Launched\u000a06:28:57.386545 run iperf3-srv_10.42.42.10(pid=17784): Launched\u000a06:28:57.591770 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:28:57.731676 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:28:58.076889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17785): Launched\u000a06:28:58.362701 run iperf3-srv_10.42.42.10(pid=17786): Launched\u000a06:28:58.566818 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:28:58.706737 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:28:59.052500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17787): Launched\u000a06:28:59.339314 run iperf3-srv_10.42.42.10(pid=17788): Launched\u000a06:28:59.543584 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:28:59.683619 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:29:00.028513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17789): Launched\u000a06:29:00.315661 run iperf3-srv_10.42.42.10(pid=17790): Launched\u000a06:29:00.520817 tst iperf3m4.py:8: start network...\u000a06:29:00.660841 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:29:01.312839 run create_hlr_db(pid=17791): Launched\u000a06:29:01.529497 bus /gobi_6: Setting Powered False\u000a06:29:02.527192 run create_hlr_db(pid=17791): Terminated: ok {rc=0}\u000a06:29:02.963438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17793): Launched\u000a06:29:03.276469 run osmo-hlr_10.42.42.2(pid=17794): Launched\u000a06:29:03.399044 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:29:03.947196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17796): Launched\u000a06:29:04.259838 run osmo-stp_10.42.42.5(pid=17797): Launched\u000a06:29:04.374143 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:29:04.917299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17799): Launched\u000a06:29:05.029632 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:29:05.303110 run patchelf(pid=17800): Launched\u000a06:29:05.485214 run osmo-stp_10.42.42.5(pid=17797): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17797)]\u000a06:29:05.618613 run osmo-stp_10.42.42.5(pid=17797): stdout: \u000a| (launched: 2022-12-14_06:29:04.106079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:05.752274 run osmo-stp_10.42.42.5(pid=17797): stderr: \u000a| �[0;m�[38;5;43m20221214062904273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062904273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062904273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062904274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062904274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062904274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062904274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:05.881070 run osmo-stp_10.42.42.5(pid=17797): stdout: \u000a| (launched: 2022-12-14_06:29:04.106079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:06.008475 run osmo-stp_10.42.42.5(pid=17797): stderr: \u000a| �[0;m�[38;5;43m20221214062904273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062904273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062904273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062904274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062904274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062904274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062904274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:06.156847 run patchelf(pid=17800): Terminating (SIGINT)\u000a06:29:06.331712 run patchelf(pid=17800): Terminated: ok {rc=0}\u000a06:29:06.363854 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17797): Process ended prematurely: osmo-stp_10.42.42.5(pid=17797) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17797)] [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a06:29:06.373376 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a06:29:06.434109 run osmo-hlr_10.42.42.2(pid=17794): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17794)]\u000a06:29:06.483313 run osmo-hlr_10.42.42.2(pid=17794): stdout: \u000a| (launched: 2022-12-14_06:29:03.122758) \u000a06:29:06.533297 run osmo-hlr_10.42.42.2(pid=17794): stderr: \u000a| �[0;m�[1;31m20221214062903296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062903296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062903296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062903296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062903296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062903296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062903308 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062903316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062903316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062903316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:29:06.576371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17783): Terminating (SIGTERM)\u000a06:29:06.616559 run iperf3-srv_10.42.42.10(pid=17784): Terminating (SIGTERM)\u000a06:29:06.656657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17785): Terminating (SIGTERM)\u000a06:29:06.696698 run iperf3-srv_10.42.42.10(pid=17786): Terminating (SIGTERM)\u000a06:29:06.736738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17787): Terminating (SIGTERM)\u000a06:29:06.777295 run iperf3-srv_10.42.42.10(pid=17788): Terminating (SIGTERM)\u000a06:29:06.817706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17789): Terminating (SIGTERM)\u000a06:29:06.858125 run iperf3-srv_10.42.42.10(pid=17790): Terminating (SIGTERM)\u000a06:29:06.898461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17793): Terminating (SIGTERM)\u000a06:29:06.938487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17796): Terminating (SIGTERM)\u000a06:29:06.978556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17799): Terminating (SIGTERM)\u000a06:29:06.987763 --- ParallelTerminationStrategy: PID 17783 died...\u000a06:29:07.041784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17783): Terminated: ok {rc=0}\u000a06:29:07.051411 --- ParallelTerminationStrategy: PID 17784 died...\u000a06:29:07.104749 run iperf3-srv_10.42.42.10(pid=17784): Terminated {rc=256}\u000a06:29:07.114375 --- ParallelTerminationStrategy: PID 17785 died...\u000a06:29:07.167743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17785): Terminated: ok {rc=0}\u000a06:29:07.177365 --- ParallelTerminationStrategy: PID 17786 died...\u000a06:29:07.230582 run iperf3-srv_10.42.42.10(pid=17786): Terminated {rc=256}\u000a06:29:07.240062 --- ParallelTerminationStrategy: PID 17787 died...\u000a06:29:07.293525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17787): Terminated: ok {rc=0}\u000a06:29:07.303061 --- ParallelTerminationStrategy: PID 17788 died...\u000a06:29:07.356434 run iperf3-srv_10.42.42.10(pid=17788): Terminated {rc=256}\u000a06:29:07.366352 --- ParallelTerminationStrategy: PID 17789 died...\u000a06:29:07.419900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17789): Terminated: ok {rc=0}\u000a06:29:07.429858 --- ParallelTerminationStrategy: PID 17790 died...\u000a06:29:07.483186 run iperf3-srv_10.42.42.10(pid=17790): Terminated {rc=256}\u000a06:29:07.492764 --- ParallelTerminationStrategy: PID 17793 died...\u000a06:29:07.546330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17793): Terminated: ok {rc=0}\u000a06:29:07.555896 --- ParallelTerminationStrategy: PID 17796 died...\u000a06:29:07.609281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17796): Terminated: ok {rc=0}\u000a06:29:07.618889 --- ParallelTerminationStrategy: PID 17799 died...\u000a06:29:07.672291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17799): Terminated: ok {rc=0}\u000a06:29:07.755713 bus /gobi_4: Setting Powered False\u000a06:29:08.857685 bus /gobi_4: Setting Powered False\u000a06:29:09.962174 bus /gobi_1: Setting Powered False\u000a06:29:11.069311 bus /gobi_1: Setting Powered False\u000a06:29:12.180855 bus /gobi_0: Setting Powered False\u000a06:29:13.286283 bus /gobi_0: Setting Powered False\u000a06:29:14.392736 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17807): Process ended prematurely: osmo-stp_10.42.42.5(pid=17807) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17807)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17807): Process ended prematurely: osmo-stp_10.42.42.5(pid=17807) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17807)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a06:29:15.461442 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:29:15.473840 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:29:15.637902 tst ping.py: using LAC 39041\u000a06:29:15.766210 tst ping.py: using RAC 26\u000a06:29:15.912427 tst ping.py: using CellId 39041\u000a06:29:16.056643 tst ping.py: using BVCI 39042\u000a06:29:16.081913 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:29:16.094252 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:29:16.106402 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:29:16.118587 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:29:16.132020 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:29:16.145395 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:29:16.160853 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:29:16.174152 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:29:16.519360 tst ping.py:19: start network...\u000a06:29:16.689380 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:29:17.250828 run create_hlr_db(pid=17801): Launched\u000a06:29:17.440279 bus /gobi_6: Setting Powered False\u000a06:29:18.459778 run create_hlr_db(pid=17801): Terminated: ok {rc=0}\u000a06:29:18.870640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17803): Launched\u000a06:29:19.177885 run osmo-hlr_10.42.42.2(pid=17804): Launched\u000a06:29:19.298030 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:29:19.836779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17806): Launched\u000a06:29:20.144109 run osmo-stp_10.42.42.5(pid=17807): Launched\u000a06:29:20.256300 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:29:20.790642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17809): Launched\u000a06:29:20.900728 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:29:21.168925 run patchelf(pid=17810): Launched\u000a06:29:21.348154 run osmo-stp_10.42.42.5(pid=17807): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17807)]\u000a06:29:21.479309 run osmo-stp_10.42.42.5(pid=17807): stdout: \u000a| (launched: 2022-12-14_06:29:19.991984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:21.611013 run osmo-stp_10.42.42.5(pid=17807): stderr: \u000a| �[0;m�[38;5;43m20221214062920162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062920162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062920162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062920163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062920163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062920163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062920163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:21.737628 run osmo-stp_10.42.42.5(pid=17807): stdout: \u000a| (launched: 2022-12-14_06:29:19.991984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:21.863179 run osmo-stp_10.42.42.5(pid=17807): stderr: \u000a| �[0;m�[38;5;43m20221214062920162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062920162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062920162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062920163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062920163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062920163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062920163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:22.008787 run patchelf(pid=17810): Terminating (SIGINT)\u000a06:29:22.180611 run patchelf(pid=17810): Terminated: ok {rc=0}\u000a06:29:22.211788 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17807): Process ended prematurely: osmo-stp_10.42.42.5(pid=17807) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17807)] [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a06:29:22.220653 tst ping.py:22: Test FAILED (6.7 sec)\u000a06:29:22.280792 run osmo-hlr_10.42.42.2(pid=17804): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17804)]\u000a06:29:22.329905 run osmo-hlr_10.42.42.2(pid=17804): stdout: \u000a| (launched: 2022-12-14_06:29:19.026255) \u000a06:29:22.379717 run osmo-hlr_10.42.42.2(pid=17804): stderr: \u000a| �[0;m�[1;31m20221214062919202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062919202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062919202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062919202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062919202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062919202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062919214 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062919222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062919222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062919222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:29:22.422112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17803): Terminating (SIGTERM)\u000a06:29:22.462134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17806): Terminating (SIGTERM)\u000a06:29:22.502672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17809): Terminating (SIGTERM)\u000a06:29:22.512075 --- ParallelTerminationStrategy: PID 17803 died...\u000a06:29:22.566579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17803): Terminated: ok {rc=0}\u000a06:29:22.576316 --- ParallelTerminationStrategy: PID 17806 died...\u000a06:29:22.630710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17806): Terminated: ok {rc=0}\u000a06:29:22.640371 --- ParallelTerminationStrategy: PID 17809 died...\u000a06:29:22.694862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17809): Terminated: ok {rc=0}\u000a06:29:22.784486 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17817): Process ended prematurely: osmo-stp_10.42.42.5(pid=17817) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17817)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17817): Process ended prematurely: osmo-stp_10.42.42.5(pid=17817) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17817)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a06:29:23.839563 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:29:23.852856 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:29:24.022454 tst ping_idle_ping.py: using LAC 39042\u000a06:29:24.149849 tst ping_idle_ping.py: using RAC 27\u000a06:29:24.277215 tst ping_idle_ping.py: using CellId 39042\u000a06:29:24.409461 tst ping_idle_ping.py: using BVCI 39043\u000a06:29:24.434691 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:29:24.446587 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:29:24.458207 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:29:24.469814 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:29:24.481973 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:29:24.494151 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:29:24.506405 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:29:24.518593 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:29:24.820460 tst ping_idle_ping.py:24: start network...\u000a06:29:24.957465 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:29:25.484040 run create_hlr_db(pid=17811): Launched\u000a06:29:25.674377 bus /gobi_6: Setting Powered False\u000a06:29:26.695306 run create_hlr_db(pid=17811): Terminated: ok {rc=0}\u000a06:29:27.109723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17813): Launched\u000a06:29:27.419012 run osmo-hlr_10.42.42.2(pid=17814): Launched\u000a06:29:27.539195 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:29:28.108839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17816): Launched\u000a06:29:28.435354 run osmo-stp_10.42.42.5(pid=17817): Launched\u000a06:29:28.553638 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:29:29.124037 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17819): Launched\u000a06:29:29.241755 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:29:29.528155 run patchelf(pid=17820): Launched\u000a06:29:29.719641 run osmo-stp_10.42.42.5(pid=17817): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17817)]\u000a06:29:29.859476 run osmo-stp_10.42.42.5(pid=17817): stdout: \u000a| (launched: 2022-12-14_06:29:28.275231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:29.999598 run osmo-stp_10.42.42.5(pid=17817): stderr: \u000a| �[0;m�[38;5;43m20221214062928467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062928467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062928467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062928468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062928468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062928468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062928469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:30.134822 run osmo-stp_10.42.42.5(pid=17817): stdout: \u000a| (launched: 2022-12-14_06:29:28.275231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:30.268567 run osmo-stp_10.42.42.5(pid=17817): stderr: \u000a| �[0;m�[38;5;43m20221214062928467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062928467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062928467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062928468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062928468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062928468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062928469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:30.424275 run patchelf(pid=17820): Terminating (SIGINT)\u000a06:29:30.607358 run patchelf(pid=17820): Terminated: ok {rc=0}\u000a06:29:30.640499 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17817): Process ended prematurely: osmo-stp_10.42.42.5(pid=17817) [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17817)] [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a06:29:30.650071 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a06:29:30.712800 run osmo-hlr_10.42.42.2(pid=17814): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17814)]\u000a06:29:30.764168 run osmo-hlr_10.42.42.2(pid=17814): stdout: \u000a| (launched: 2022-12-14_06:29:27.266589) \u000a06:29:30.816278 run osmo-hlr_10.42.42.2(pid=17814): stderr: \u000a| �[0;m�[1;31m20221214062927443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062927443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062927443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062927443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062927443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062927443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062927455 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062927463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062927463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062927463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:29:30.861604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17813): Terminating (SIGTERM)\u000a06:29:30.904890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17816): Terminating (SIGTERM)\u000a06:29:30.948677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17819): Terminating (SIGTERM)\u000a06:29:30.958440 --- ParallelTerminationStrategy: PID 17813 died...\u000a06:29:31.014879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17813): Terminated: ok {rc=0}\u000a06:29:31.025446 --- ParallelTerminationStrategy: PID 17816 died...\u000a06:29:31.084066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17816): Terminated: ok {rc=0}\u000a06:29:31.094619 --- ParallelTerminationStrategy: PID 17819 died...\u000a06:29:31.151337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17819): Terminated: ok {rc=0}\u000a06:29:31.239830 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:28:31" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17831): Process ended prematurely: osmo-stp_10.42.42.5(pid=17831) [trial-2400↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17831)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17831): Process ended prematurely: osmo-stp_10.42.42.5(pid=17831) [trial-2400↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17831)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a06:29:33.278969 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:29:33.290917 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:29:33.449551 tst switch_tch_pdch.py: using LAC 39043\u000a06:29:33.573776 tst switch_tch_pdch.py: using RAC 28\u000a06:29:33.692857 tst switch_tch_pdch.py: using CellId 39043\u000a06:29:33.813242 tst switch_tch_pdch.py: using BVCI 39044\u000a06:29:33.836643 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:29:33.848241 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:29:33.859628 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:29:33.870850 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:29:33.882450 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:29:33.894023 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:29:33.905654 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:29:33.917201 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:29:34.038709 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:29:34.334073 tst switch_tch_pdch.py:51: start network...\u000a06:29:34.470566 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:29:34.992466 run create_hlr_db(pid=17825): Launched\u000a06:29:35.183176 bus /gobi_6: Setting Powered False\u000a06:29:36.202878 run create_hlr_db(pid=17825): Terminated: ok {rc=0}\u000a06:29:36.637401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17827): Launched\u000a06:29:36.964335 run osmo-hlr_10.42.42.2(pid=17828): Launched\u000a06:29:37.083167 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:29:37.652941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17830): Launched\u000a06:29:37.979658 run osmo-stp_10.42.42.5(pid=17831): Launched\u000a06:29:38.098574 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:29:38.670191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17833): Launched\u000a06:29:38.786982 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:29:39.072819 run patchelf(pid=17834): Launched\u000a06:29:39.264089 run osmo-stp_10.42.42.5(pid=17831): ERR: Terminated: ERROR {rc=1} [trial-2400↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17831)]\u000a06:29:39.403457 run osmo-stp_10.42.42.5(pid=17831): stdout: \u000a| (launched: 2022-12-14_06:29:37.819333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:39.543218 run osmo-stp_10.42.42.5(pid=17831): stderr: \u000a| �[0;m�[38;5;43m20221214062938010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062938010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062938010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062938010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062938011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062938011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062938011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:39.678598 run osmo-stp_10.42.42.5(pid=17831): stdout: \u000a| (launched: 2022-12-14_06:29:37.819333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:39.811897 run osmo-stp_10.42.42.5(pid=17831): stderr: \u000a| �[0;m�[38;5;43m20221214062938010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062938010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062938010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062938010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062938011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062938011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062938011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:39.967126 run patchelf(pid=17834): Terminating (SIGINT)\u000a06:29:40.148853 run patchelf(pid=17834): Terminated: ok {rc=0}\u000a06:29:40.182068 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=17831): Process ended prematurely: osmo-stp_10.42.42.5(pid=17831) [trial-2400↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17831)] [trial-2400↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a06:29:40.191508 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a06:29:40.254007 run osmo-hlr_10.42.42.2(pid=17828): ERR: Terminated: ERROR {rc=237} [trial-2400↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17828)]\u000a06:29:40.305414 run osmo-hlr_10.42.42.2(pid=17828): stdout: \u000a| (launched: 2022-12-14_06:29:36.804153) \u000a06:29:40.357612 run osmo-hlr_10.42.42.2(pid=17828): stderr: \u000a| �[0;m�[1;31m20221214062937002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062937002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062937002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062937002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062937002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062937002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062937015 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062937023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062937023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062937023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:29:40.401904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17827): Terminating (SIGTERM)\u000a06:29:40.443611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17830): Terminating (SIGTERM)\u000a06:29:40.485435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17833): Terminating (SIGTERM)\u000a06:29:40.495108 --- ParallelTerminationStrategy: PID 17827 died...\u000a06:29:40.551086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17827): Terminated: ok {rc=0}\u000a06:29:40.561249 --- ParallelTerminationStrategy: PID 17830 died...\u000a06:29:40.617160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17830): Terminated: ok {rc=0}\u000a06:29:40.627241 --- ParallelTerminationStrategy: PID 17833 died...\u000a06:29:40.682931 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17833): Terminated: ok {rc=0}\u000a06:29:40.768436 bus /gobi_0: Setting Powered False\u000a06:29:41.873375 bus /gobi_0: Setting Powered False\u000a06:29:42.978814 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:29:33" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17844): Process ended prematurely: osmo-stp_10.42.42.5(pid=17844) [trial-2400↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17844)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17844): Process ended prematurely: osmo-stp_10.42.42.5(pid=17844) [trial-2400↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17844)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a06:29:44.961346 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:29:44.973318 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a06:29:45.140275 tst switch_tch_pdch.py: using LAC 39044\u000a06:29:45.266930 tst switch_tch_pdch.py: using RAC 29\u000a06:29:45.394925 tst switch_tch_pdch.py: using CellId 39044\u000a06:29:45.521946 tst switch_tch_pdch.py: using BVCI 39045\u000a06:29:45.547093 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:29:45.558945 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:29:45.570536 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:29:45.582086 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:29:45.593545 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:29:45.605094 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:29:45.617107 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:29:45.628626 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a06:29:45.745219 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a06:29:46.088714 tst switch_tch_pdch.py:51: start network...\u000a06:29:46.252212 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:29:46.789158 run create_hlr_db(pid=17838): Launched\u000a06:29:46.924213 bus /gobi_6: Setting Powered False\u000a06:29:48.000454 run create_hlr_db(pid=17838): Terminated: ok {rc=0}\u000a06:29:48.406327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17840): Launched\u000a06:29:48.733531 run osmo-hlr_10.42.42.2(pid=17841): Launched\u000a06:29:48.856253 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:29:49.399287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17843): Launched\u000a06:29:49.726821 run osmo-stp_10.42.42.5(pid=17844): Launched\u000a06:29:49.845471 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:29:50.385650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17846): Launched\u000a06:29:50.502242 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:29:50.786654 run patchelf(pid=17847): Launched\u000a06:29:50.977107 run osmo-stp_10.42.42.5(pid=17844): ERR: Terminated: ERROR {rc=1} [trial-2400↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17844)]\u000a06:29:51.116356 run osmo-stp_10.42.42.5(pid=17844): stdout: \u000a| (launched: 2022-12-14_06:29:49.565080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:51.255582 run osmo-stp_10.42.42.5(pid=17844): stderr: \u000a| �[0;m�[38;5;43m20221214062949757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062949758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062949758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062949758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062949759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062949759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062949759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:51.390814 run osmo-stp_10.42.42.5(pid=17844): stdout: \u000a| (launched: 2022-12-14_06:29:49.565080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:51.524302 run osmo-stp_10.42.42.5(pid=17844): stderr: \u000a| �[0;m�[38;5;43m20221214062949757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214062949758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214062949758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214062949758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214062949759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214062949759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214062949759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:51.679906 run patchelf(pid=17847): Terminating (SIGINT)\u000a06:29:51.861986 run patchelf(pid=17847): Terminated: ok {rc=0}\u000a06:29:51.895120 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=17844): Process ended prematurely: osmo-stp_10.42.42.5(pid=17844) [trial-2400↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17844)] [trial-2400↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a06:29:51.904522 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a06:29:51.967219 run osmo-hlr_10.42.42.2(pid=17841): ERR: Terminated: ERROR {rc=237} [trial-2400↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17841)]\u000a06:29:52.018776 run osmo-hlr_10.42.42.2(pid=17841): stdout: \u000a| (launched: 2022-12-14_06:29:48.572775) \u000a06:29:52.070852 run osmo-hlr_10.42.42.2(pid=17841): stderr: \u000a| �[0;m�[1;31m20221214062948770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214062948770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214062948770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062948770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214062948770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214062948770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214062948783 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214062948791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214062948792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214062948792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:29:52.115275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17840): Terminating (SIGTERM)\u000a06:29:52.157142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17843): Terminating (SIGTERM)\u000a06:29:52.199166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17846): Terminating (SIGTERM)\u000a06:29:52.208890 --- ParallelTerminationStrategy: PID 17840 died...\u000a06:29:52.265118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17840): Terminated: ok {rc=0}\u000a06:29:52.275292 --- ParallelTerminationStrategy: PID 17843 died...\u000a06:29:52.330758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17843): Terminated: ok {rc=0}\u000a06:29:52.340845 --- ParallelTerminationStrategy: PID 17846 died...\u000a06:29:52.396327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17846): Terminated: ok {rc=0}\u000a06:29:52.482812 bus /gobi_0: Setting Powered False\u000a06:29:53.585814 bus /gobi_0: Setting Powered False\u000a06:29:54.696879 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:29:44" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=17852): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17852) [trial-2400↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17852)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17852): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17852) [trial-2400↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17852)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a06:29:56.575085 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a06:29:56.586656 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a06:29:56.719757 tst mo_mt_sms.py: using LAC 39045\u000a06:29:56.863700 tst mo_mt_sms.py: using RAC 30\u000a06:29:56.986343 tst mo_mt_sms.py: using CellId 39045\u000a06:29:57.105259 tst mo_mt_sms.py: using BVCI 39046\u000a06:29:57.128860 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a06:29:57.246719 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a06:29:57.543066 tst mo_mt_sms.py:9: start nitb and bts...\u000a06:29:57.681070 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:29:58.353042 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17851): Launched\u000a06:29:58.678067 run osmo-nitb_10.42.42.2(pid=17852): Launched\u000a06:29:58.877622 run osmo-nitb_10.42.42.2(pid=17852): ERR: Terminated: ERROR {rc=2} [trial-2400↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17852)]\u000a06:29:59.024559 run osmo-nitb_10.42.42.2(pid=17852): stdout: \u000a| (launched: 2022-12-14_06:29:58.519031) \u000a06:29:59.171911 run osmo-nitb_10.42.42.2(pid=17852): stderr: \u000a| (launched: 2022-12-14_06:29:58.567376)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:29:59.314373 run osmo-nitb_10.42.42.2(pid=17852): stdout: \u000a| (launched: 2022-12-14_06:29:58.519031) \u000a06:29:59.456285 run osmo-nitb_10.42.42.2(pid=17852): stderr: \u000a| (launched: 2022-12-14_06:29:58.567376)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:29:59.809291 tst osmo-nitb_10.42.42.2(pid=17852): stdout: \u000a| (launched: 2022-12-14_06:29:58.519031) \u000a06:29:59.939005 tst osmo-nitb_10.42.42.2(pid=17852): stderr: \u000a| (launched: 2022-12-14_06:29:58.567376)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:29:59.995404 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=17852): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17852) [trial-2400↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17852)] [trial-2400↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a06:30:00.004178 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a06:30:00.040434 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17851): Terminating (SIGTERM)\u000a06:30:00.218867 --- ParallelTerminationStrategy: PID 17851 died...\u000a06:30:00.276876 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17851): Terminated: ok {rc=0}\u000a06:30:00.363674 bus /sierra_3: Setting Powered False\u000a06:30:01.493583 bus /sierra_3: Setting Powered False\u000a06:30:02.604722 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:29:56" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "sms:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17865): Process ended prematurely: osmo-stp_10.42.42.5(pid=17865) [trial-2400↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17865)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17865): Process ended prematurely: osmo-stp_10.42.42.5(pid=17865) [trial-2400↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17865)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a06:30:04.479242 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:30:04.491467 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a06:30:04.624538 tst mo_mt_sms.py: using LAC 39046\u000a06:30:04.754187 tst mo_mt_sms.py: using RAC 31\u000a06:30:04.884353 tst mo_mt_sms.py: using CellId 39046\u000a06:30:05.013694 tst mo_mt_sms.py: using BVCI 39047\u000a06:30:05.038622 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:30:05.049880 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:30:05.060863 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:30:05.071996 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:30:05.083092 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:30:05.094086 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a06:30:05.211696 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a06:30:05.424618 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:30:05.947302 run create_hlr_db(pid=17859): Launched\u000a06:30:06.137065 bus /sierra_2: Setting Powered False\u000a06:30:07.156569 run create_hlr_db(pid=17859): Terminated: ok {rc=0}\u000a06:30:07.575227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17861): Launched\u000a06:30:07.902978 run osmo-hlr_10.42.42.2(pid=17862): Launched\u000a06:30:08.026266 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:30:08.592281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17864): Launched\u000a06:30:08.919372 run osmo-stp_10.42.42.5(pid=17865): Launched\u000a06:30:09.037259 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:30:09.635238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17868): Launched\u000a06:30:09.962727 run osmo-msc_10.42.42.6(pid=17869): Launched\u000a06:30:10.153955 run osmo-stp_10.42.42.5(pid=17865): ERR: Terminated: ERROR {rc=1} [trial-2400↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17865)]\u000a06:30:10.291643 run osmo-stp_10.42.42.5(pid=17865): stdout: \u000a| (launched: 2022-12-14_06:30:08.758437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:30:10.428699 run osmo-stp_10.42.42.5(pid=17865): stderr: \u000a| �[0;m�[38;5;43m20221214063008951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063008951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063008952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063008952 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063008953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063008954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063008954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:30:10.559696 run osmo-stp_10.42.42.5(pid=17865): stdout: \u000a| (launched: 2022-12-14_06:30:08.758437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:30:10.690502 run osmo-stp_10.42.42.5(pid=17865): stderr: \u000a| �[0;m�[38;5;43m20221214063008951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063008951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063008952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063008952 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063008953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063008954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063008954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:30:10.747521 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=17865): Process ended prematurely: osmo-stp_10.42.42.5(pid=17865) [trial-2400↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17865)] [trial-2400↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a06:30:10.756307 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a06:30:10.818528 run osmo-hlr_10.42.42.2(pid=17862): ERR: Terminated: ERROR {rc=237} [trial-2400↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17862)]\u000a06:30:10.870054 run osmo-hlr_10.42.42.2(pid=17862): stdout: \u000a| (launched: 2022-12-14_06:30:07.741991) \u000a06:30:10.922708 run osmo-hlr_10.42.42.2(pid=17862): stderr: \u000a| �[0;m�[1;31m20221214063007940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063007940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063007940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063007940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063007940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063007940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063007952 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063007961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063007961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063007961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:30:10.993361 run osmo-msc_10.42.42.6(pid=17869): ERR: Terminated: ERROR {rc=2} [trial-2400↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17869)]\u000a06:30:11.044677 run osmo-msc_10.42.42.6(pid=17869): stdout: \u000a| (launched: 2022-12-14_06:30:09.801697) \u000a06:30:11.096826 run osmo-msc_10.42.42.6(pid=17869): stderr: \u000a| �[0;m�[38;5;43m20221214063010124 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214063010124 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde0bb19c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214063010124 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214063010125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214063010125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214063010125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214063010127 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214063010127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214063010127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214063010127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:30:11.141213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17861): Terminating (SIGTERM)\u000a06:30:11.182851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17864): Terminating (SIGTERM)\u000a06:30:11.224628 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17868): Terminating (SIGTERM)\u000a06:30:11.233925 --- ParallelTerminationStrategy: PID 17861 died...\u000a06:30:11.289668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17861): Terminated: ok {rc=0}\u000a06:30:11.299859 --- ParallelTerminationStrategy: PID 17864 died...\u000a06:30:11.355509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17864): Terminated: ok {rc=0}\u000a06:30:11.365791 --- ParallelTerminationStrategy: PID 17868 died...\u000a06:30:11.421397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17868): Terminated: ok {rc=0}\u000a06:30:11.508559 bus /sierra_3: Setting Powered False\u000a06:30:12.614776 bus /sierra_3: Setting Powered False\u000a06:30:13.721840 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:30:04" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=17875): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17875) [trial-2400↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17875)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17875): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17875) [trial-2400↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17875)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a06:30:15.550856 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a06:30:15.562677 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a06:30:15.691599 tst assert_extension.py: using LAC 39047\u000a06:30:15.818921 tst assert_extension.py: using RAC 32\u000a06:30:15.983829 tst assert_extension.py: using CellId 39047\u000a06:30:16.138442 tst assert_extension.py: using BVCI 39048\u000a06:30:16.166965 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a06:30:16.465941 tst assert_extension.py:10: start nitb and bts...\u000a06:30:16.605541 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:30:17.343990 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17874): Launched\u000a06:30:17.651428 run osmo-nitb_10.42.42.2(pid=17875): Launched\u000a06:30:17.840842 run osmo-nitb_10.42.42.2(pid=17875): ERR: Terminated: ERROR {rc=2} [trial-2400↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17875)]\u000a06:30:17.980579 run osmo-nitb_10.42.42.2(pid=17875): stdout: \u000a| (launched: 2022-12-14_06:30:17.500305) \u000a06:30:18.120232 run osmo-nitb_10.42.42.2(pid=17875): stderr: \u000a| (launched: 2022-12-14_06:30:17.546624)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:30:18.255353 run osmo-nitb_10.42.42.2(pid=17875): stdout: \u000a| (launched: 2022-12-14_06:30:17.500305) \u000a06:30:18.389296 run osmo-nitb_10.42.42.2(pid=17875): stderr: \u000a| (launched: 2022-12-14_06:30:17.546624)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:30:18.775527 tst osmo-nitb_10.42.42.2(pid=17875): stdout: \u000a| (launched: 2022-12-14_06:30:17.500305) \u000a06:30:18.897628 tst osmo-nitb_10.42.42.2(pid=17875): stderr: \u000a| (launched: 2022-12-14_06:30:17.546624)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:30:18.950977 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=17875): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17875) [trial-2400↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17875)] [trial-2400↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a06:30:18.959310 tst assert_extension.py:12: Test FAILED (3.4 sec)\u000a06:30:18.994028 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17874): Terminating (SIGTERM)\u000a06:30:19.171692 --- ParallelTerminationStrategy: PID 17874 died...\u000a06:30:19.227522 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17874): Terminated: ok {rc=0}\u000a06:30:19.317251 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:30:15" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "ussd:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17885): Process ended prematurely: osmo-stp_10.42.42.5(pid=17885) [trial-2400↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17885)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17885): Process ended prematurely: osmo-stp_10.42.42.5(pid=17885) [trial-2400↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17885)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a06:30:21.119726 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:30:21.130518 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a06:30:21.257862 tst assert_extension.py: using LAC 39048\u000a06:30:21.381320 tst assert_extension.py: using RAC 33\u000a06:30:21.502413 tst assert_extension.py: using CellId 39048\u000a06:30:21.626132 tst assert_extension.py: using BVCI 39049\u000a06:30:21.649743 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:30:21.660491 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:30:21.671323 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:30:21.682114 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:30:21.693680 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:30:21.705206 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a06:30:21.918842 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:30:22.441840 run create_hlr_db(pid=17879): Launched\u000a06:30:22.632740 bus /sierra_2: Setting Powered False\u000a06:30:23.654087 run create_hlr_db(pid=17879): Terminated: ok {rc=0}\u000a06:30:24.090935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17881): Launched\u000a06:30:24.419386 run osmo-hlr_10.42.42.2(pid=17882): Launched\u000a06:30:24.543363 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:30:25.115788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17884): Launched\u000a06:30:25.443708 run osmo-stp_10.42.42.5(pid=17885): Launched\u000a06:30:25.562457 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:30:26.161057 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17887): Launched\u000a06:30:26.490320 run osmo-msc_10.42.42.6(pid=17888): Launched\u000a06:30:26.682492 run osmo-stp_10.42.42.5(pid=17885): ERR: Terminated: ERROR {rc=1} [trial-2400↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17885)]\u000a06:30:26.819991 run osmo-stp_10.42.42.5(pid=17885): stdout: \u000a| (launched: 2022-12-14_06:30:25.282286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:30:26.956656 run osmo-stp_10.42.42.5(pid=17885): stderr: \u000a| �[0;m�[38;5;43m20221214063025473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063025474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063025474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063025474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063025475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063025475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063025475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:30:27.088204 run osmo-stp_10.42.42.5(pid=17885): stdout: \u000a| (launched: 2022-12-14_06:30:25.282286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:30:27.218861 run osmo-stp_10.42.42.5(pid=17885): stderr: \u000a| �[0;m�[38;5;43m20221214063025473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063025474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063025474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063025474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063025475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063025475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063025475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:30:27.276048 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=17885): Process ended prematurely: osmo-stp_10.42.42.5(pid=17885) [trial-2400↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17885)] [trial-2400↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a06:30:27.284935 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a06:30:27.348047 run osmo-hlr_10.42.42.2(pid=17882): ERR: Terminated: ERROR {rc=237} [trial-2400↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17882)]\u000a06:30:27.401214 run osmo-hlr_10.42.42.2(pid=17882): stdout: \u000a| (launched: 2022-12-14_06:30:24.257729) \u000a06:30:27.453942 run osmo-hlr_10.42.42.2(pid=17882): stderr: \u000a| �[0;m�[1;31m20221214063024456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063024456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063024456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063024456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063024456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063024456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063024469 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063024478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063024478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063024478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:30:27.525519 run osmo-msc_10.42.42.6(pid=17888): ERR: Terminated: ERROR {rc=2} [trial-2400↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17888)]\u000a06:30:27.577500 run osmo-msc_10.42.42.6(pid=17888): stdout: \u000a| (launched: 2022-12-14_06:30:26.327475) \u000a06:30:27.631035 run osmo-msc_10.42.42.6(pid=17888): stderr: \u000a| �[0;m�[38;5;43m20221214063026648 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214063026648 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc8c5797c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214063026649 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214063026649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214063026649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214063026649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214063026651 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214063026651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214063026651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214063026651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:30:27.675866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17881): Terminating (SIGTERM)\u000a06:30:27.718544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17884): Terminating (SIGTERM)\u000a06:30:27.761015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17887): Terminating (SIGTERM)\u000a06:30:27.770807 --- ParallelTerminationStrategy: PID 17881 died...\u000a06:30:27.827577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17881): Terminated: ok {rc=0}\u000a06:30:27.838014 --- ParallelTerminationStrategy: PID 17884 died...\u000a06:30:27.894769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17884): Terminated: ok {rc=0}\u000a06:30:27.905100 --- ParallelTerminationStrategy: PID 17887 died...\u000a06:30:27.961369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17887): Terminated: ok {rc=0}\u000a06:30:28.050190 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:30:20" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17899): Process ended prematurely: osmo-stp_10.42.42.5(pid=17899) [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17899)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17899): Process ended prematurely: osmo-stp_10.42.42.5(pid=17899) [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17899)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a06:30:29.986977 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:30:29.998915 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:30:30.158175 tst mo_mt_call.py: using LAC 39049\u000a06:30:30.283542 tst mo_mt_call.py: using RAC 34\u000a06:30:30.407175 tst mo_mt_call.py: using CellId 39049\u000a06:30:30.530658 tst mo_mt_call.py: using BVCI 39050\u000a06:30:30.554492 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:30:30.566034 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:30:30.577233 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:30:30.588264 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:30:30.599725 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:30:30.611200 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:30:30.732936 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:30:30.961168 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:30:31.532746 run create_hlr_db(pid=17893): Launched\u000a06:30:31.732207 bus /sierra_2: Setting Powered False\u000a06:30:32.747122 run create_hlr_db(pid=17893): Terminated: ok {rc=0}\u000a06:30:33.170038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17895): Launched\u000a06:30:33.482784 run osmo-hlr_10.42.42.2(pid=17896): Launched\u000a06:30:33.603452 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:30:34.153801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17898): Launched\u000a06:30:34.466835 run osmo-stp_10.42.42.5(pid=17899): Launched\u000a06:30:34.581850 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:30:35.153190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17901): Launched\u000a06:30:35.468331 run osmo-msc_10.42.42.6(pid=17902): Launched\u000a06:30:35.651354 run osmo-stp_10.42.42.5(pid=17899): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17899)]\u000a06:30:35.783338 run osmo-stp_10.42.42.5(pid=17899): stdout: \u000a| (launched: 2022-12-14_06:30:34.312669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:30:35.913172 run osmo-stp_10.42.42.5(pid=17899): stderr: \u000a| �[0;m�[38;5;43m20221214063034482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063034482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063034482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063034483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063034483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063034483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063034483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:30:36.038518 run osmo-stp_10.42.42.5(pid=17899): stdout: \u000a| (launched: 2022-12-14_06:30:34.312669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:30:36.162257 run osmo-stp_10.42.42.5(pid=17899): stderr: \u000a| �[0;m�[38;5;43m20221214063034482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063034482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063034482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063034483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063034483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063034483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063034483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:30:36.216939 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17899): Process ended prematurely: osmo-stp_10.42.42.5(pid=17899) [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17899)] [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a06:30:36.225737 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a06:30:36.285804 run osmo-hlr_10.42.42.2(pid=17896): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17896)]\u000a06:30:36.334963 run osmo-hlr_10.42.42.2(pid=17896): stdout: \u000a| (launched: 2022-12-14_06:30:33.329577) \u000a06:30:36.384802 run osmo-hlr_10.42.42.2(pid=17896): stderr: \u000a| �[0;m�[1;31m20221214063033505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063033505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063033505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063033505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063033505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063033505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063033515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063033524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063033524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063033524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:30:36.452683 run osmo-msc_10.42.42.6(pid=17902): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17902)]\u000a06:30:36.501927 run osmo-msc_10.42.42.6(pid=17902): stdout: \u000a| (launched: 2022-12-14_06:30:35.312266) \u000a06:30:36.551613 run osmo-msc_10.42.42.6(pid=17902): stderr: \u000a| �[0;m�[38;5;43m20221214063035583 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214063035583 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f19b49a7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214063035584 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214063035584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214063035584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214063035584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214063035586 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214063035586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214063035586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214063035586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:30:36.593794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17895): Terminating (SIGTERM)\u000a06:30:36.633646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17898): Terminating (SIGTERM)\u000a06:30:36.673439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17901): Terminating (SIGTERM)\u000a06:30:36.682607 --- ParallelTerminationStrategy: PID 17895 died...\u000a06:30:36.736233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17895): Terminated: ok {rc=0}\u000a06:30:36.745862 --- ParallelTerminationStrategy: PID 17898 died...\u000a06:30:36.799373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17898): Terminated: ok {rc=0}\u000a06:30:36.808874 --- ParallelTerminationStrategy: PID 17901 died...\u000a06:30:36.862256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17901): Terminated: ok {rc=0}\u000a06:30:36.950446 bus /sierra_3: Setting Powered False\u000a06:30:38.054314 bus /sierra_3: Setting Powered False\u000a06:30:39.162370 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17910): Process ended prematurely: osmo-stp_10.42.42.5(pid=17910) [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17910)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17910): Process ended prematurely: osmo-stp_10.42.42.5(pid=17910) [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17910)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:30:40.279268 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:30:40.291620 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:30:40.447715 tst mo_mt_call_osmux.py: using LAC 39050\u000a06:30:40.578608 tst mo_mt_call_osmux.py: using RAC 35\u000a06:30:40.708855 tst mo_mt_call_osmux.py: using CellId 39050\u000a06:30:40.838695 tst mo_mt_call_osmux.py: using BVCI 39051\u000a06:30:40.863984 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:30:40.875762 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:30:40.887473 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:30:40.899089 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:30:40.910861 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:30:40.922538 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:30:41.041167 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:30:41.257609 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:30:41.790765 run create_hlr_db(pid=17904): Launched\u000a06:30:41.983250 bus /sierra_2: Setting Powered False\u000a06:30:43.003760 run create_hlr_db(pid=17904): Terminated: ok {rc=0}\u000a06:30:43.423752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17906): Launched\u000a06:30:43.738414 run osmo-hlr_10.42.42.2(pid=17907): Launched\u000a06:30:43.858571 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:30:44.402509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17909): Launched\u000a06:30:44.716015 run osmo-stp_10.42.42.5(pid=17910): Launched\u000a06:30:44.830803 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:30:45.402931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17912): Launched\u000a06:30:45.718152 run osmo-msc_10.42.42.6(pid=17913): Launched\u000a06:30:46.005575 run osmo-stp_10.42.42.5(pid=17910): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17910)]\u000a06:30:46.199456 run osmo-stp_10.42.42.5(pid=17910): stdout: \u000a| (launched: 2022-12-14_06:30:44.561439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:30:46.358727 run osmo-stp_10.42.42.5(pid=17910): stderr: \u000a| �[0;m�[38;5;43m20221214063044732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063044732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063044732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063044733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063044733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063044733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063044733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:30:46.496260 run osmo-stp_10.42.42.5(pid=17910): stdout: \u000a| (launched: 2022-12-14_06:30:44.561439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:30:46.632736 run osmo-stp_10.42.42.5(pid=17910): stderr: \u000a| �[0;m�[38;5;43m20221214063044732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063044732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063044732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063044733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063044733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063044733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063044733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:30:46.693899 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17910): Process ended prematurely: osmo-stp_10.42.42.5(pid=17910) [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17910)] [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a06:30:46.704003 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a06:30:46.769437 run osmo-hlr_10.42.42.2(pid=17907): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17907)]\u000a06:30:46.822499 run osmo-hlr_10.42.42.2(pid=17907): stdout: \u000a| (launched: 2022-12-14_06:30:43.582809) \u000a06:30:46.877384 run osmo-hlr_10.42.42.2(pid=17907): stderr: \u000a| �[0;m�[1;31m20221214063043760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063043761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063043761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063043761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063043761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063043761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063043773 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063043783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063043783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063043783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:30:46.950367 run osmo-msc_10.42.42.6(pid=17913): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17913)]\u000a06:30:47.004557 run osmo-msc_10.42.42.6(pid=17913): stdout: \u000a| (launched: 2022-12-14_06:30:45.561918) \u000a06:30:47.058627 run osmo-msc_10.42.42.6(pid=17913): stderr: \u000a| �[0;m�[38;5;43m20221214063045837 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214063045837 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff738bc1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214063045837 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214063045837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214063045837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214063045837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214063045839 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214063045840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214063045840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214063045840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:30:47.104667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17906): Terminating (SIGTERM)\u000a06:30:47.149137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17909): Terminating (SIGTERM)\u000a06:30:47.195074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17912): Terminating (SIGTERM)\u000a06:30:47.206822 --- ParallelTerminationStrategy: PID 17906 died...\u000a06:30:47.265745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17906): Terminated: ok {rc=0}\u000a06:30:47.276328 --- ParallelTerminationStrategy: PID 17909 died...\u000a06:30:47.335014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17909): Terminated: ok {rc=0}\u000a06:30:47.345255 --- ParallelTerminationStrategy: PID 17912 died...\u000a06:30:47.400762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17912): Terminated: ok {rc=0}\u000a06:30:47.486696 bus /sierra_3: Setting Powered False\u000a06:30:48.593498 bus /sierra_3: Setting Powered False\u000a06:30:49.700353 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:30:29" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17927): Process ended prematurely: osmo-stp_10.42.42.5(pid=17927) [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17927)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17927): Process ended prematurely: osmo-stp_10.42.42.5(pid=17927) [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17927)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a06:30:51.686892 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:30:51.698856 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:30:51.859084 tst mo_mt_call.py: using LAC 39051\u000a06:30:51.989228 tst mo_mt_call.py: using RAC 36\u000a06:30:52.113637 tst mo_mt_call.py: using CellId 39051\u000a06:30:52.235497 tst mo_mt_call.py: using BVCI 39052\u000a06:30:52.259094 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:30:52.270404 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:30:52.281708 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:30:52.292620 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:30:52.304022 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:30:52.315321 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:30:52.435625 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:30:52.651172 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:30:53.181057 run create_hlr_db(pid=17921): Launched\u000a06:30:53.373792 bus /sierra_2: Setting Powered False\u000a06:30:54.393976 run create_hlr_db(pid=17921): Terminated: ok {rc=0}\u000a06:30:54.813718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17923): Launched\u000a06:30:55.125655 run osmo-hlr_10.42.42.2(pid=17924): Launched\u000a06:30:55.245197 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:30:55.788543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17926): Launched\u000a06:30:56.101232 run osmo-stp_10.42.42.5(pid=17927): Launched\u000a06:30:56.216192 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:30:56.786255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17929): Launched\u000a06:30:57.099091 run osmo-msc_10.42.42.6(pid=17930): Launched\u000a06:30:57.282802 run osmo-stp_10.42.42.5(pid=17927): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17927)]\u000a06:30:57.415023 run osmo-stp_10.42.42.5(pid=17927): stdout: \u000a| (launched: 2022-12-14_06:30:55.948021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:30:57.544895 run osmo-stp_10.42.42.5(pid=17927): stderr: \u000a| �[0;m�[38;5;43m20221214063056118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063056118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063056119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063056119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063056119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063056119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063056120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:30:57.670289 run osmo-stp_10.42.42.5(pid=17927): stdout: \u000a| (launched: 2022-12-14_06:30:55.948021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:30:57.794410 run osmo-stp_10.42.42.5(pid=17927): stderr: \u000a| �[0;m�[38;5;43m20221214063056118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063056118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063056119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063056119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063056119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063056119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063056120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:30:57.849451 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17927): Process ended prematurely: osmo-stp_10.42.42.5(pid=17927) [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17927)] [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a06:30:57.858314 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a06:30:57.918055 run osmo-hlr_10.42.42.2(pid=17924): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17924)]\u000a06:30:57.966776 run osmo-hlr_10.42.42.2(pid=17924): stdout: \u000a| (launched: 2022-12-14_06:30:54.972464) \u000a06:30:58.016322 run osmo-hlr_10.42.42.2(pid=17924): stderr: \u000a| �[0;m�[1;31m20221214063055149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063055149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063055149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063055149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063055149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063055150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063055165 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063055175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063055175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063055175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:30:58.083446 run osmo-msc_10.42.42.6(pid=17930): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17930)]\u000a06:30:58.132263 run osmo-msc_10.42.42.6(pid=17930): stdout: \u000a| (launched: 2022-12-14_06:30:56.944659) \u000a06:30:58.181549 run osmo-msc_10.42.42.6(pid=17930): stderr: \u000a| �[0;m�[38;5;43m20221214063057216 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214063057216 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc095a88c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214063057216 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214063057216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214063057216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214063057217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214063057218 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214063057219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214063057219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214063057219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:30:58.223461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17923): Terminating (SIGTERM)\u000a06:30:58.263150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17926): Terminating (SIGTERM)\u000a06:30:58.302920 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17929): Terminating (SIGTERM)\u000a06:30:58.312073 --- ParallelTerminationStrategy: PID 17923 died...\u000a06:30:58.365740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17923): Terminated: ok {rc=0}\u000a06:30:58.375229 --- ParallelTerminationStrategy: PID 17926 died...\u000a06:30:58.428431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17926): Terminated: ok {rc=0}\u000a06:30:58.437901 --- ParallelTerminationStrategy: PID 17929 died...\u000a06:30:58.491259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17929): Terminated: ok {rc=0}\u000a06:30:58.579666 bus /sierra_3: Setting Powered False\u000a06:30:59.681251 bus /sierra_3: Setting Powered False\u000a06:31:00.792695 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17938): Process ended prematurely: osmo-stp_10.42.42.5(pid=17938) [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17938)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17938): Process ended prematurely: osmo-stp_10.42.42.5(pid=17938) [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17938)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:31:01.937761 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:31:01.954281 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:31:02.123172 tst mo_mt_call_osmux.py: using LAC 39052\u000a06:31:02.259163 tst mo_mt_call_osmux.py: using RAC 37\u000a06:31:02.383214 tst mo_mt_call_osmux.py: using CellId 39052\u000a06:31:02.506936 tst mo_mt_call_osmux.py: using BVCI 39053\u000a06:31:02.530665 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:31:02.542087 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:31:02.553177 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:31:02.564317 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:31:02.575853 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:31:02.587264 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:31:02.706298 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:31:02.918220 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:31:03.410608 run create_hlr_db(pid=17932): Launched\u000a06:31:03.590092 bus /sierra_2: Setting Powered False\u000a06:31:04.611204 run create_hlr_db(pid=17932): Terminated: ok {rc=0}\u000a06:31:05.054569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17934): Launched\u000a06:31:05.387300 run osmo-hlr_10.42.42.2(pid=17935): Launched\u000a06:31:05.508880 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:31:06.088126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17937): Launched\u000a06:31:06.420823 run osmo-stp_10.42.42.5(pid=17938): Launched\u000a06:31:06.544648 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:31:07.152746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17940): Launched\u000a06:31:07.487035 run osmo-msc_10.42.42.6(pid=17941): Launched\u000a06:31:07.680999 run osmo-stp_10.42.42.5(pid=17938): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17938)]\u000a06:31:07.820857 run osmo-stp_10.42.42.5(pid=17938): stdout: \u000a| (launched: 2022-12-14_06:31:06.257647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:31:07.959635 run osmo-stp_10.42.42.5(pid=17938): stderr: \u000a| �[0;m�[38;5;43m20221214063106449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063106449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063106449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063106449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063106450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063106450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063106450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:31:08.092780 run osmo-stp_10.42.42.5(pid=17938): stdout: \u000a| (launched: 2022-12-14_06:31:06.257647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:31:08.224718 run osmo-stp_10.42.42.5(pid=17938): stderr: \u000a| �[0;m�[38;5;43m20221214063106449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063106449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063106449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063106449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063106450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063106450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063106450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:31:08.283287 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17938): Process ended prematurely: osmo-stp_10.42.42.5(pid=17938) [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17938)] [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a06:31:08.292700 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a06:31:08.355502 run osmo-hlr_10.42.42.2(pid=17935): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17935)]\u000a06:31:08.406566 run osmo-hlr_10.42.42.2(pid=17935): stdout: \u000a| (launched: 2022-12-14_06:31:05.223670) \u000a06:31:08.458517 run osmo-hlr_10.42.42.2(pid=17935): stderr: \u000a| �[0;m�[1;31m20221214063105422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063105422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063105422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063105422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063105422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063105422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063105448 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063105457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063105457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063105457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:31:08.529112 run osmo-msc_10.42.42.6(pid=17941): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17941)]\u000a06:31:08.580616 run osmo-msc_10.42.42.6(pid=17941): stdout: \u000a| (launched: 2022-12-14_06:31:07.322356) \u000a06:31:08.632513 run osmo-msc_10.42.42.6(pid=17941): stderr: \u000a| �[0;m�[38;5;43m20221214063107646 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214063107646 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb66d947c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214063107646 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214063107646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214063107646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214063107646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214063107648 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214063107648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214063107648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214063107648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:31:08.676932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17934): Terminating (SIGTERM)\u000a06:31:08.719192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17937): Terminating (SIGTERM)\u000a06:31:08.760912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17940): Terminating (SIGTERM)\u000a06:31:08.770634 --- ParallelTerminationStrategy: PID 17934 died...\u000a06:31:08.826398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17934): Terminated: ok {rc=0}\u000a06:31:08.836470 --- ParallelTerminationStrategy: PID 17937 died...\u000a06:31:08.891950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17937): Terminated: ok {rc=0}\u000a06:31:08.901967 --- ParallelTerminationStrategy: PID 17940 died...\u000a06:31:08.957477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17940): Terminated: ok {rc=0}\u000a06:31:09.044176 bus /sierra_3: Setting Powered False\u000a06:31:10.150199 bus /sierra_3: Setting Powered False\u000a06:31:11.257891 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:30:51" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17952): Process ended prematurely: osmo-stp_10.42.42.5(pid=17952) [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17952)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17952): Process ended prematurely: osmo-stp_10.42.42.5(pid=17952) [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17952)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:31:13.241639 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:31:13.253532 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:31:13.409703 tst mo_mt_call.py: using LAC 39053\u000a06:31:13.541506 tst mo_mt_call.py: using RAC 38\u000a06:31:13.672484 tst mo_mt_call.py: using CellId 39053\u000a06:31:13.800922 tst mo_mt_call.py: using BVCI 39054\u000a06:31:13.826296 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:31:13.837997 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:31:13.849498 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:31:13.861257 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:31:13.872929 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:31:13.884452 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:31:14.002153 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:31:14.214897 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:31:14.745320 run create_hlr_db(pid=17946): Launched\u000a06:31:14.937622 bus /sierra_2: Setting Powered False\u000a06:31:15.965319 run create_hlr_db(pid=17946): Terminated: ok {rc=0}\u000a06:31:16.423868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17948): Launched\u000a06:31:16.789085 run osmo-hlr_10.42.42.2(pid=17949): Launched\u000a06:31:16.994945 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:31:17.660242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17951): Launched\u000a06:31:17.993859 run osmo-stp_10.42.42.5(pid=17952): Launched\u000a06:31:18.115060 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:31:18.722642 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17954): Launched\u000a06:31:19.055257 run osmo-msc_10.42.42.6(pid=17955): Launched\u000a06:31:19.249568 run osmo-stp_10.42.42.5(pid=17952): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17952)]\u000a06:31:19.389648 run osmo-stp_10.42.42.5(pid=17952): stdout: \u000a| (launched: 2022-12-14_06:31:17.829702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:31:19.527982 run osmo-stp_10.42.42.5(pid=17952): stderr: \u000a| �[0;m�[38;5;43m20221214063118025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063118025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063118025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063118026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063118026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063118026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063118026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:31:19.661378 run osmo-stp_10.42.42.5(pid=17952): stdout: \u000a| (launched: 2022-12-14_06:31:17.829702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:31:19.793425 run osmo-stp_10.42.42.5(pid=17952): stderr: \u000a| �[0;m�[38;5;43m20221214063118025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063118025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063118025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063118026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063118026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063118026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063118026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:31:19.851486 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17952): Process ended prematurely: osmo-stp_10.42.42.5(pid=17952) [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17952)] [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a06:31:19.860923 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a06:31:19.923410 run osmo-hlr_10.42.42.2(pid=17949): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17949)]\u000a06:31:19.974815 run osmo-hlr_10.42.42.2(pid=17949): stdout: \u000a| (launched: 2022-12-14_06:31:16.597240) \u000a06:31:20.027512 run osmo-hlr_10.42.42.2(pid=17949): stderr: \u000a| �[0;m�[1;31m20221214063116960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063116965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063116965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063116965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063116965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063116965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063116979 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063116991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063116991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063116991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:31:20.098505 run osmo-msc_10.42.42.6(pid=17955): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17955)]\u000a06:31:20.149842 run osmo-msc_10.42.42.6(pid=17955): stdout: \u000a| (launched: 2022-12-14_06:31:18.891814) \u000a06:31:20.201787 run osmo-msc_10.42.42.6(pid=17955): stderr: \u000a| �[0;m�[38;5;43m20221214063119214 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214063119214 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f710214bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214063119214 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214063119215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214063119215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214063119215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214063119217 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214063119217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214063119217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214063119217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:31:20.245872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17948): Terminating (SIGTERM)\u000a06:31:20.288126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17951): Terminating (SIGTERM)\u000a06:31:20.330605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17954): Terminating (SIGTERM)\u000a06:31:20.340275 --- ParallelTerminationStrategy: PID 17948 died...\u000a06:31:20.396010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17948): Terminated: ok {rc=0}\u000a06:31:20.406119 --- ParallelTerminationStrategy: PID 17951 died...\u000a06:31:20.461780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17951): Terminated: ok {rc=0}\u000a06:31:20.471799 --- ParallelTerminationStrategy: PID 17954 died...\u000a06:31:20.527265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17954): Terminated: ok {rc=0}\u000a06:31:20.613820 bus /sierra_3: Setting Powered False\u000a06:31:21.720037 bus /sierra_3: Setting Powered False\u000a06:31:22.830249 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17963): Process ended prematurely: osmo-stp_10.42.42.5(pid=17963) [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17963)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17963): Process ended prematurely: osmo-stp_10.42.42.5(pid=17963) [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17963)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:31:23.942210 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:31:23.954332 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:31:24.112207 tst mo_mt_call_osmux.py: using LAC 39054\u000a06:31:24.241795 tst mo_mt_call_osmux.py: using RAC 39\u000a06:31:24.373557 tst mo_mt_call_osmux.py: using CellId 39054\u000a06:31:24.504850 tst mo_mt_call_osmux.py: using BVCI 39055\u000a06:31:24.530333 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:31:24.542178 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:31:24.553688 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:31:24.565581 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:31:24.577160 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:31:24.588598 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:31:24.705922 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:31:24.921893 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:31:25.450667 run create_hlr_db(pid=17957): Launched\u000a06:31:25.643264 bus /sierra_2: Setting Powered False\u000a06:31:26.665301 run create_hlr_db(pid=17957): Terminated: ok {rc=0}\u000a06:31:27.106970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17959): Launched\u000a06:31:27.438670 run osmo-hlr_10.42.42.2(pid=17960): Launched\u000a06:31:27.559958 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:31:28.140041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17962): Launched\u000a06:31:28.473133 run osmo-stp_10.42.42.5(pid=17963): Launched\u000a06:31:28.594591 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:31:29.211524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17965): Launched\u000a06:31:29.546474 run osmo-msc_10.42.42.6(pid=17966): Launched\u000a06:31:29.741310 run osmo-stp_10.42.42.5(pid=17963): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17963)]\u000a06:31:29.881471 run osmo-stp_10.42.42.5(pid=17963): stdout: \u000a| (launched: 2022-12-14_06:31:28.310270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:31:30.020094 run osmo-stp_10.42.42.5(pid=17963): stderr: \u000a| �[0;m�[38;5;43m20221214063128502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063128502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063128503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063128503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063128504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063128504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063128504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:31:30.154423 run osmo-stp_10.42.42.5(pid=17963): stdout: \u000a| (launched: 2022-12-14_06:31:28.310270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:31:30.286822 run osmo-stp_10.42.42.5(pid=17963): stderr: \u000a| �[0;m�[38;5;43m20221214063128502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063128502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063128503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063128503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063128504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063128504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063128504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:31:30.345179 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17963): Process ended prematurely: osmo-stp_10.42.42.5(pid=17963) [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17963)] [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a06:31:30.354830 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a06:31:30.417177 run osmo-hlr_10.42.42.2(pid=17960): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17960)]\u000a06:31:30.468561 run osmo-hlr_10.42.42.2(pid=17960): stdout: \u000a| (launched: 2022-12-14_06:31:27.276298) \u000a06:31:30.520578 run osmo-hlr_10.42.42.2(pid=17960): stderr: \u000a| �[0;m�[1;31m20221214063127477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063127477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063127477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063127477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063127477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063127478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063127490 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063127498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063127498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063127498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:31:30.591478 run osmo-msc_10.42.42.6(pid=17966): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17966)]\u000a06:31:30.642769 run osmo-msc_10.42.42.6(pid=17966): stdout: \u000a| (launched: 2022-12-14_06:31:29.381726) \u000a06:31:30.694954 run osmo-msc_10.42.42.6(pid=17966): stderr: \u000a| �[0;m�[38;5;43m20221214063129704 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214063129704 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd3512fdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214063129704 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214063129704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214063129705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214063129705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214063129707 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214063129707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214063129707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214063129707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:31:30.739048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17959): Terminating (SIGTERM)\u000a06:31:30.780678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17962): Terminating (SIGTERM)\u000a06:31:30.822498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17965): Terminating (SIGTERM)\u000a06:31:30.832308 --- ParallelTerminationStrategy: PID 17959 died...\u000a06:31:30.890038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17959): Terminated: ok {rc=0}\u000a06:31:30.900572 --- ParallelTerminationStrategy: PID 17962 died...\u000a06:31:30.957626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17962): Terminated: ok {rc=0}\u000a06:31:30.968151 --- ParallelTerminationStrategy: PID 17965 died...\u000a06:31:31.024870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17965): Terminated: ok {rc=0}\u000a06:31:31.114404 bus /sierra_3: Setting Powered False\u000a06:31:32.247606 bus /sierra_3: Setting Powered False\u000a06:31:33.359397 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:31:12" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17977): Process ended prematurely: osmo-stp_10.42.42.5(pid=17977) [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17977)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17977): Process ended prematurely: osmo-stp_10.42.42.5(pid=17977) [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17977)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:31:35.341872 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:31:35.353525 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:31:35.512189 tst mo_mt_call.py: using LAC 39055\u000a06:31:35.642529 tst mo_mt_call.py: using RAC 40\u000a06:31:35.771869 tst mo_mt_call.py: using CellId 39055\u000a06:31:35.902350 tst mo_mt_call.py: using BVCI 39056\u000a06:31:35.927552 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:31:35.939379 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:31:35.950972 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:31:35.962739 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:31:35.974424 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:31:35.986005 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:31:36.103639 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:31:36.318454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:31:36.848715 run create_hlr_db(pid=17971): Launched\u000a06:31:37.041517 bus /sierra_2: Setting Powered False\u000a06:31:38.062319 run create_hlr_db(pid=17971): Terminated: ok {rc=0}\u000a06:31:38.505650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17973): Launched\u000a06:31:38.837871 run osmo-hlr_10.42.42.2(pid=17974): Launched\u000a06:31:38.959240 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:31:39.536734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17976): Launched\u000a06:31:39.869374 run osmo-stp_10.42.42.5(pid=17977): Launched\u000a06:31:39.990991 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:31:40.599080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17979): Launched\u000a06:31:40.931101 run osmo-msc_10.42.42.6(pid=17980): Launched\u000a06:31:41.125059 run osmo-stp_10.42.42.5(pid=17977): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17977)]\u000a06:31:41.264790 run osmo-stp_10.42.42.5(pid=17977): stdout: \u000a| (launched: 2022-12-14_06:31:39.706677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:31:41.404344 run osmo-stp_10.42.42.5(pid=17977): stderr: \u000a| �[0;m�[38;5;43m20221214063139899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063139899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063139899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063139900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063139900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063139900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063139900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:31:41.537952 run osmo-stp_10.42.42.5(pid=17977): stdout: \u000a| (launched: 2022-12-14_06:31:39.706677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:31:41.670905 run osmo-stp_10.42.42.5(pid=17977): stderr: \u000a| �[0;m�[38;5;43m20221214063139899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063139899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063139899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063139900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063139900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063139900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063139900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:31:41.729551 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17977): Process ended prematurely: osmo-stp_10.42.42.5(pid=17977) [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17977)] [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a06:31:41.739130 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a06:31:41.801483 run osmo-hlr_10.42.42.2(pid=17974): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17974)]\u000a06:31:41.852819 run osmo-hlr_10.42.42.2(pid=17974): stdout: \u000a| (launched: 2022-12-14_06:31:38.675401) \u000a06:31:41.904645 run osmo-hlr_10.42.42.2(pid=17974): stderr: \u000a| �[0;m�[1;31m20221214063138876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063138876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063138876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063138876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063138876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063138876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063138888 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063138897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063138898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063138898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:31:41.975389 run osmo-msc_10.42.42.6(pid=17980): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17980)]\u000a06:31:42.026416 run osmo-msc_10.42.42.6(pid=17980): stdout: \u000a| (launched: 2022-12-14_06:31:40.768587) \u000a06:31:42.078316 run osmo-msc_10.42.42.6(pid=17980): stderr: \u000a| �[0;m�[38;5;43m20221214063141092 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214063141093 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faece56bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214063141093 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214063141093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214063141093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214063141093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214063141095 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214063141095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214063141095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214063141095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:31:42.122711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17973): Terminating (SIGTERM)\u000a06:31:42.164773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17976): Terminating (SIGTERM)\u000a06:31:42.207195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17979): Terminating (SIGTERM)\u000a06:31:42.217158 --- ParallelTerminationStrategy: PID 17973 died...\u000a06:31:42.273244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17973): Terminated: ok {rc=0}\u000a06:31:42.283265 --- ParallelTerminationStrategy: PID 17976 died...\u000a06:31:42.339088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17976): Terminated: ok {rc=0}\u000a06:31:42.349191 --- ParallelTerminationStrategy: PID 17979 died...\u000a06:31:42.404838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17979): Terminated: ok {rc=0}\u000a06:31:42.492010 bus /sierra_3: Setting Powered False\u000a06:31:43.598262 bus /sierra_3: Setting Powered False\u000a06:31:44.706847 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17988): Process ended prematurely: osmo-stp_10.42.42.5(pid=17988) [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17988)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17988): Process ended prematurely: osmo-stp_10.42.42.5(pid=17988) [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17988)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:31:45.818285 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:31:45.834411 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:31:45.997708 tst mo_mt_call_osmux.py: using LAC 39056\u000a06:31:46.145900 tst mo_mt_call_osmux.py: using RAC 41\u000a06:31:46.278797 tst mo_mt_call_osmux.py: using CellId 39056\u000a06:31:46.411500 tst mo_mt_call_osmux.py: using BVCI 39057\u000a06:31:46.438328 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:31:46.451157 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:31:46.463917 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:31:46.476505 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:31:46.489115 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:31:46.501493 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:31:46.639415 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:31:46.860052 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:31:47.394112 run create_hlr_db(pid=17982): Launched\u000a06:31:47.575486 bus /sierra_2: Setting Powered False\u000a06:31:48.595956 run create_hlr_db(pid=17982): Terminated: ok {rc=0}\u000a06:31:49.038741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17984): Launched\u000a06:31:49.371651 run osmo-hlr_10.42.42.2(pid=17985): Launched\u000a06:31:49.494188 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:31:50.073364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17987): Launched\u000a06:31:50.408197 run osmo-stp_10.42.42.5(pid=17988): Launched\u000a06:31:50.530119 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:31:51.138805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17990): Launched\u000a06:31:51.471438 run osmo-msc_10.42.42.6(pid=17991): Launched\u000a06:31:51.665089 run osmo-stp_10.42.42.5(pid=17988): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17988)]\u000a06:31:51.805210 run osmo-stp_10.42.42.5(pid=17988): stdout: \u000a| (launched: 2022-12-14_06:31:50.243218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:31:51.944065 run osmo-stp_10.42.42.5(pid=17988): stderr: \u000a| �[0;m�[38;5;43m20221214063150439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063150439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063150439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063150440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063150440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063150440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063150440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:31:52.077630 run osmo-stp_10.42.42.5(pid=17988): stdout: \u000a| (launched: 2022-12-14_06:31:50.243218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:31:52.209315 run osmo-stp_10.42.42.5(pid=17988): stderr: \u000a| �[0;m�[38;5;43m20221214063150439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063150439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063150439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063150440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063150440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063150440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063150440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:31:52.267788 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17988): Process ended prematurely: osmo-stp_10.42.42.5(pid=17988) [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17988)] [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a06:31:52.277711 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a06:31:52.340834 run osmo-hlr_10.42.42.2(pid=17985): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17985)]\u000a06:31:52.392400 run osmo-hlr_10.42.42.2(pid=17985): stdout: \u000a| (launched: 2022-12-14_06:31:49.208174) \u000a06:31:52.444719 run osmo-hlr_10.42.42.2(pid=17985): stderr: \u000a| �[0;m�[1;31m20221214063149409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063149409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063149409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063149409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063149409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063149409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063149422 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063149430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063149430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063149430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:31:52.515623 run osmo-msc_10.42.42.6(pid=17991): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17991)]\u000a06:31:52.567197 run osmo-msc_10.42.42.6(pid=17991): stdout: \u000a| (launched: 2022-12-14_06:31:51.308395) \u000a06:31:52.619108 run osmo-msc_10.42.42.6(pid=17991): stderr: \u000a| �[0;m�[38;5;43m20221214063151630 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214063151630 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f154debec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214063151630 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214063151630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214063151630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214063151631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214063151632 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214063151633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214063151633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214063151633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:31:52.663394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17984): Terminating (SIGTERM)\u000a06:31:52.705673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17987): Terminating (SIGTERM)\u000a06:31:52.747853 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17990): Terminating (SIGTERM)\u000a06:31:52.757607 --- ParallelTerminationStrategy: PID 17984 died...\u000a06:31:52.813887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17984): Terminated: ok {rc=0}\u000a06:31:52.824028 --- ParallelTerminationStrategy: PID 17987 died...\u000a06:31:52.879872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17987): Terminated: ok {rc=0}\u000a06:31:52.890065 --- ParallelTerminationStrategy: PID 17990 died...\u000a06:31:52.945733 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17990): Terminated: ok {rc=0}\u000a06:31:53.031783 bus /sierra_3: Setting Powered False\u000a06:31:54.137400 bus /sierra_3: Setting Powered False\u000a06:31:55.244627 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:31:35" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18002): Process ended prematurely: osmo-stp_10.42.42.5(pid=18002) [trial-2400↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18002)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18002): Process ended prematurely: osmo-stp_10.42.42.5(pid=18002) [trial-2400↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18002)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a06:31:57.220832 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:31:57.232316 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:31:57.382312 tst mo_mt_call.py: using LAC 39057\u000a06:31:57.506492 tst mo_mt_call.py: using RAC 42\u000a06:31:57.630709 tst mo_mt_call.py: using CellId 39057\u000a06:31:57.754065 tst mo_mt_call.py: using BVCI 39058\u000a06:31:57.777863 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:31:57.789224 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:31:57.800469 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:31:57.811733 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:31:57.823506 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:31:57.835122 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:31:57.951767 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:31:58.168514 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:31:58.700018 run create_hlr_db(pid=17996): Launched\u000a06:31:58.892519 bus /sierra_2: Setting Powered False\u000a06:31:59.902781 run create_hlr_db(pid=17996): Terminated: ok {rc=0}\u000a06:32:00.355192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17998): Launched\u000a06:32:00.687493 run osmo-hlr_10.42.42.2(pid=17999): Launched\u000a06:32:00.812015 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:32:01.436395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18001): Launched\u000a06:32:01.816536 run osmo-stp_10.42.42.5(pid=18002): Launched\u000a06:32:01.967761 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:32:02.662136 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18004): Launched\u000a06:32:02.994756 run osmo-msc_10.42.42.6(pid=18005): Launched\u000a06:32:03.188153 run osmo-stp_10.42.42.5(pid=18002): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18002)]\u000a06:32:03.327557 run osmo-stp_10.42.42.5(pid=18002): stdout: \u000a| (launched: 2022-12-14_06:32:01.610117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:32:03.466952 run osmo-stp_10.42.42.5(pid=18002): stderr: \u000a| �[0;m�[38;5;43m20221214063201991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063201991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063201992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063201992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063201997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063201997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063201997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:32:03.600344 run osmo-stp_10.42.42.5(pid=18002): stdout: \u000a| (launched: 2022-12-14_06:32:01.610117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:32:03.733085 run osmo-stp_10.42.42.5(pid=18002): stderr: \u000a| �[0;m�[38;5;43m20221214063201991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063201991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063201992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063201992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063201997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063201997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063201997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:32:03.791374 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18002): Process ended prematurely: osmo-stp_10.42.42.5(pid=18002) [trial-2400↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18002)] [trial-2400↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a06:32:03.800845 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a06:32:03.863812 run osmo-hlr_10.42.42.2(pid=17999): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17999)]\u000a06:32:03.915626 run osmo-hlr_10.42.42.2(pid=17999): stdout: \u000a| (launched: 2022-12-14_06:32:00.524478) \u000a06:32:03.968152 run osmo-hlr_10.42.42.2(pid=17999): stderr: \u000a| �[0;m�[1;31m20221214063200723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063200723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063200723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063200723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063200724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063200724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063200736 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063200746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063200747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063200747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:32:04.039541 run osmo-msc_10.42.42.6(pid=18005): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18005)]\u000a06:32:04.091122 run osmo-msc_10.42.42.6(pid=18005): stdout: \u000a| (launched: 2022-12-14_06:32:02.832207) \u000a06:32:04.143027 run osmo-msc_10.42.42.6(pid=18005): stderr: \u000a| �[0;m�[38;5;43m20221214063203159 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214063203159 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce5fe65c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214063203159 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214063203159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214063203159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214063203159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214063203161 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214063203163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214063203163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214063203163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:32:04.187790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17998): Terminating (SIGTERM)\u000a06:32:04.229783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18001): Terminating (SIGTERM)\u000a06:32:04.271745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18004): Terminating (SIGTERM)\u000a06:32:04.281511 --- ParallelTerminationStrategy: PID 17998 died...\u000a06:32:04.337353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17998): Terminated: ok {rc=0}\u000a06:32:04.347583 --- ParallelTerminationStrategy: PID 18001 died...\u000a06:32:04.403596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18001): Terminated: ok {rc=0}\u000a06:32:04.413791 --- ParallelTerminationStrategy: PID 18004 died...\u000a06:32:04.469337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18004): Terminated: ok {rc=0}\u000a06:32:04.556863 bus /sierra_3: Setting Powered False\u000a06:32:05.664226 bus /sierra_3: Setting Powered False\u000a06:32:06.773199 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18013): Process ended prematurely: osmo-stp_10.42.42.5(pid=18013) [trial-2400↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18013)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18013): Process ended prematurely: osmo-stp_10.42.42.5(pid=18013) [trial-2400↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18013)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:32:07.890045 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:32:07.902747 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:32:08.063579 tst mo_mt_call_osmux.py: using LAC 39058\u000a06:32:08.195184 tst mo_mt_call_osmux.py: using RAC 43\u000a06:32:08.325752 tst mo_mt_call_osmux.py: using CellId 39058\u000a06:32:08.458211 tst mo_mt_call_osmux.py: using BVCI 39059\u000a06:32:08.483447 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:32:08.495228 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:32:08.506803 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:32:08.518422 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:32:08.530335 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:32:08.542638 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:32:08.662746 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:32:08.870194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:32:09.379782 run create_hlr_db(pid=18007): Launched\u000a06:32:09.573192 bus /sierra_2: Setting Powered False\u000a06:32:10.594091 run create_hlr_db(pid=18007): Terminated: ok {rc=0}\u000a06:32:11.038334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18009): Launched\u000a06:32:11.371296 run osmo-hlr_10.42.42.2(pid=18010): Launched\u000a06:32:11.496500 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:32:12.076293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18012): Launched\u000a06:32:12.410415 run osmo-stp_10.42.42.5(pid=18013): Launched\u000a06:32:12.533592 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:32:13.143302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18015): Launched\u000a06:32:13.477870 run osmo-msc_10.42.42.6(pid=18016): Launched\u000a06:32:13.672089 run osmo-stp_10.42.42.5(pid=18013): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18013)]\u000a06:32:13.812352 run osmo-stp_10.42.42.5(pid=18013): stdout: \u000a| (launched: 2022-12-14_06:32:12.246216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:32:13.951666 run osmo-stp_10.42.42.5(pid=18013): stderr: \u000a| �[0;m�[38;5;43m20221214063212441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063212441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063212441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063212442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063212442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063212442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063212442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:32:14.085672 run osmo-stp_10.42.42.5(pid=18013): stdout: \u000a| (launched: 2022-12-14_06:32:12.246216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:32:14.218533 run osmo-stp_10.42.42.5(pid=18013): stderr: \u000a| �[0;m�[38;5;43m20221214063212441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063212441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063212441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063212442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063212442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063212442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063212442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:32:14.277277 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18013): Process ended prematurely: osmo-stp_10.42.42.5(pid=18013) [trial-2400↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18013)] [trial-2400↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a06:32:14.286817 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a06:32:14.349647 run osmo-hlr_10.42.42.2(pid=18010): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18010)]\u000a06:32:14.401556 run osmo-hlr_10.42.42.2(pid=18010): stdout: \u000a| (launched: 2022-12-14_06:32:11.208437) \u000a06:32:14.453953 run osmo-hlr_10.42.42.2(pid=18010): stderr: \u000a| �[0;m�[1;31m20221214063211409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063211409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063211409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063211409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063211409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063211409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063211422 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063211430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063211430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063211430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:32:14.525325 run osmo-msc_10.42.42.6(pid=18016): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18016)]\u000a06:32:14.576693 run osmo-msc_10.42.42.6(pid=18016): stdout: \u000a| (launched: 2022-12-14_06:32:13.313348) \u000a06:32:14.628613 run osmo-msc_10.42.42.6(pid=18016): stderr: \u000a| �[0;m�[38;5;43m20221214063213635 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214063213635 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9fa1914c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214063213635 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214063213636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214063213636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214063213636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214063213638 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214063213638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214063213638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214063213638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:32:14.673144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18009): Terminating (SIGTERM)\u000a06:32:14.715263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18012): Terminating (SIGTERM)\u000a06:32:14.757461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18015): Terminating (SIGTERM)\u000a06:32:14.767274 --- ParallelTerminationStrategy: PID 18009 died...\u000a06:32:14.823649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18009): Terminated: ok {rc=0}\u000a06:32:14.833981 --- ParallelTerminationStrategy: PID 18012 died...\u000a06:32:14.890259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18012): Terminated: ok {rc=0}\u000a06:32:14.900870 --- ParallelTerminationStrategy: PID 18015 died...\u000a06:32:14.957028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18015): Terminated: ok {rc=0}\u000a06:32:15.042676 bus /sierra_3: Setting Powered False\u000a06:32:16.144033 bus /sierra_3: Setting Powered False\u000a06:32:17.256450 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:31:56" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18027): Process ended prematurely: osmo-stp_10.42.42.5(pid=18027) [trial-2400↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18027)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18027): Process ended prematurely: osmo-stp_10.42.42.5(pid=18027) [trial-2400↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18027)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a06:32:19.241542 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:32:19.252442 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a06:32:19.379713 tst emergency_mo_mt_call.py: using LAC 39059\u000a06:32:19.501466 tst emergency_mo_mt_call.py: using RAC 44\u000a06:32:19.624651 tst emergency_mo_mt_call.py: using CellId 39059\u000a06:32:19.747389 tst emergency_mo_mt_call.py: using BVCI 39060\u000a06:32:19.770887 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:32:19.781691 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:32:19.792473 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:32:19.803241 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:32:19.814322 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:32:19.825403 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:32:19.946067 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:32:20.150133 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:32:20.633401 run create_hlr_db(pid=18021): Launched\u000a06:32:20.811526 bus /sierra_2: Setting Powered False\u000a06:32:21.831977 run create_hlr_db(pid=18021): Terminated: ok {rc=0}\u000a06:32:22.241152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18023): Launched\u000a06:32:22.549289 run osmo-hlr_10.42.42.2(pid=18024): Launched\u000a06:32:22.669309 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:32:23.213733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18026): Launched\u000a06:32:23.521796 run osmo-stp_10.42.42.5(pid=18027): Launched\u000a06:32:23.654660 tst emergency_mo_mt_call.py: using MSISDN 8539\u000a06:32:23.809799 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:32:24.370743 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18029): Launched\u000a06:32:24.680366 run osmo-msc_10.42.42.6(pid=18030): Launched\u000a06:32:24.860403 run osmo-stp_10.42.42.5(pid=18027): ERR: Terminated: ERROR {rc=1} [trial-2400↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18027)]\u000a06:32:24.990615 run osmo-stp_10.42.42.5(pid=18027): stdout: \u000a| (launched: 2022-12-14_06:32:23.369291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:32:25.118428 run osmo-stp_10.42.42.5(pid=18027): stderr: \u000a| �[0;m�[38;5;43m20221214063223539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063223539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063223540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063223540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063223540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063223541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063223541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:32:25.241801 run osmo-stp_10.42.42.5(pid=18027): stdout: \u000a| (launched: 2022-12-14_06:32:23.369291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:32:25.363756 run osmo-stp_10.42.42.5(pid=18027): stderr: \u000a| �[0;m�[38;5;43m20221214063223539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063223539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063223540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063223540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063223540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063223541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063223541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:32:25.417364 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=18027): Process ended prematurely: osmo-stp_10.42.42.5(pid=18027) [trial-2400↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18027)] [trial-2400↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a06:32:25.425376 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a06:32:25.485559 run osmo-hlr_10.42.42.2(pid=18024): ERR: Terminated: ERROR {rc=237} [trial-2400↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18024)]\u000a06:32:25.534754 run osmo-hlr_10.42.42.2(pid=18024): stdout: \u000a| (launched: 2022-12-14_06:32:22.397091) \u000a06:32:25.584634 run osmo-hlr_10.42.42.2(pid=18024): stderr: \u000a| �[0;m�[1;31m20221214063222574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063222574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063222574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063222574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063222574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063222574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063222587 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063222595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063222595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063222596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:32:25.652229 run osmo-msc_10.42.42.6(pid=18030): ERR: Terminated: ERROR {rc=2} [trial-2400↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18030)]\u000a06:32:25.701619 run osmo-msc_10.42.42.6(pid=18030): stdout: \u000a| (launched: 2022-12-14_06:32:24.526539) \u000a06:32:25.751342 run osmo-msc_10.42.42.6(pid=18030): stderr: \u000a| �[0;m�[38;5;43m20221214063224798 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214063224799 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7bea740c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214063224799 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214063224799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214063224799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214063224799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214063224801 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214063224801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214063224802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214063224802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:32:25.793921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18023): Terminating (SIGTERM)\u000a06:32:25.834283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18026): Terminating (SIGTERM)\u000a06:32:25.874516 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18029): Terminating (SIGTERM)\u000a06:32:25.883869 --- ParallelTerminationStrategy: PID 18023 died...\u000a06:32:25.938170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18023): Terminated: ok {rc=0}\u000a06:32:25.947882 --- ParallelTerminationStrategy: PID 18026 died...\u000a06:32:26.001623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18026): Terminated: ok {rc=0}\u000a06:32:26.011252 --- ParallelTerminationStrategy: PID 18029 died...\u000a06:32:26.065198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18029): Terminated: ok {rc=0}\u000a06:32:26.153531 bus /sierra_3: Setting Powered False\u000a06:32:27.257767 bus /sierra_3: Setting Powered False\u000a06:32:28.369325 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18038): Process ended prematurely: osmo-stp_10.42.42.5(pid=18038) [trial-2400↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18038)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18038): Process ended prematurely: osmo-stp_10.42.42.5(pid=18038) [trial-2400↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18038)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a06:32:29.421202 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:32:29.433457 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a06:32:29.565632 tst emergency_preemptive_call.py: using LAC 39060\u000a06:32:29.686286 tst emergency_preemptive_call.py: using RAC 45\u000a06:32:29.809237 tst emergency_preemptive_call.py: using CellId 39060\u000a06:32:29.932669 tst emergency_preemptive_call.py: using BVCI 39061\u000a06:32:29.956107 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:32:29.967155 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:32:29.977881 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:32:29.988369 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:32:29.999302 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:32:30.010289 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:32:30.125244 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:32:30.243357 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:32:30.358019 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:32:30.560142 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:32:31.141479 run create_hlr_db(pid=18032): Launched\u000a06:32:31.341856 bus /sierra_2: Setting Powered False\u000a06:32:32.359215 run create_hlr_db(pid=18032): Terminated: ok {rc=0}\u000a06:32:32.798253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18034): Launched\u000a06:32:33.128141 run osmo-hlr_10.42.42.2(pid=18035): Launched\u000a06:32:33.248517 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:32:33.819034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18037): Launched\u000a06:32:34.148100 run osmo-stp_10.42.42.5(pid=18038): Launched\u000a06:32:34.280555 tst emergency_preemptive_call.py: using MSISDN 8540\u000a06:32:34.444369 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:32:35.043018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18040): Launched\u000a06:32:35.375729 run osmo-msc_10.42.42.6(pid=18041): Launched\u000a06:32:35.567794 run osmo-stp_10.42.42.5(pid=18038): ERR: Terminated: ERROR {rc=1} [trial-2400↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18038)]\u000a06:32:35.706261 run osmo-stp_10.42.42.5(pid=18038): stdout: \u000a| (launched: 2022-12-14_06:32:33.985594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:32:35.843489 run osmo-stp_10.42.42.5(pid=18038): stderr: \u000a| �[0;m�[38;5;43m20221214063234180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063234180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063234180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063234181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063234181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063234181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063234181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:32:35.975104 run osmo-stp_10.42.42.5(pid=18038): stdout: \u000a| (launched: 2022-12-14_06:32:33.985594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:32:36.105820 run osmo-stp_10.42.42.5(pid=18038): stderr: \u000a| �[0;m�[38;5;43m20221214063234180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063234180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063234180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063234181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063234181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063234181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063234181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:32:36.162834 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=18038): Process ended prematurely: osmo-stp_10.42.42.5(pid=18038) [trial-2400↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18038)] [trial-2400↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a06:32:36.171489 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a06:32:36.234198 run osmo-hlr_10.42.42.2(pid=18035): ERR: Terminated: ERROR {rc=237} [trial-2400↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18035)]\u000a06:32:36.285815 run osmo-hlr_10.42.42.2(pid=18035): stdout: \u000a| (launched: 2022-12-14_06:32:32.965223) \u000a06:32:36.338092 run osmo-hlr_10.42.42.2(pid=18035): stderr: \u000a| �[0;m�[1;31m20221214063233164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063233164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063233164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063233164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063233164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063233164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063233177 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063233185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063233185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063233185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:32:36.409157 run osmo-msc_10.42.42.6(pid=18041): ERR: Terminated: ERROR {rc=2} [trial-2400↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18041)]\u000a06:32:36.460675 run osmo-msc_10.42.42.6(pid=18041): stdout: \u000a| (launched: 2022-12-14_06:32:35.210185) \u000a06:32:36.512782 run osmo-msc_10.42.42.6(pid=18041): stderr: \u000a| �[0;m�[38;5;43m20221214063235533 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214063235533 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f09e04d9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214063235533 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214063235533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214063235534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214063235534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214063235535 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214063235536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214063235536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214063235536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:32:36.557064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18034): Terminating (SIGTERM)\u000a06:32:36.599527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18037): Terminating (SIGTERM)\u000a06:32:36.641925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18040): Terminating (SIGTERM)\u000a06:32:36.651741 --- ParallelTerminationStrategy: PID 18034 died...\u000a06:32:36.708010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18034): Terminated: ok {rc=0}\u000a06:32:36.718116 --- ParallelTerminationStrategy: PID 18037 died...\u000a06:32:36.773783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18037): Terminated: ok {rc=0}\u000a06:32:36.783781 --- ParallelTerminationStrategy: PID 18040 died...\u000a06:32:36.839644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18040): Terminated: ok {rc=0}\u000a06:32:36.926227 bus /sierra_9: Setting Powered False\u000a06:32:38.033501 bus /sierra_9: Setting Powered False\u000a06:32:39.140707 bus /sierra_8: Setting Powered False\u000a06:32:40.242768 bus /sierra_8: Setting Powered False\u000a06:32:41.353893 bus /sierra_3: Setting Powered False\u000a06:32:42.456171 bus /sierra_3: Setting Powered False\u000a06:32:43.565908 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:32:18" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18056): Process ended prematurely: osmo-stp_10.42.42.5(pid=18056) [trial-2400↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18056)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18056): Process ended prematurely: osmo-stp_10.42.42.5(pid=18056) [trial-2400↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18056)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:32:45.659511 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:45.670237 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a06:32:45.805664 tst cs_paging_gprs_active.py: using LAC 39061\u000a06:32:45.947400 tst cs_paging_gprs_active.py: using RAC 46\u000a06:32:46.086739 tst cs_paging_gprs_active.py: using CellId 39061\u000a06:32:46.214315 tst cs_paging_gprs_active.py: using BVCI 39062\u000a06:32:46.239676 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:46.251661 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:46.263364 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:46.275056 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:46.288179 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:46.301099 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:46.314154 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:46.326606 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:46.339419 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:32:46.465202 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:32:46.828558 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:32:46.973868 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:32:47.337683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18046): Launched\u000a06:32:47.608470 run iperf3-srv_10.42.42.10(pid=18047): Launched\u000a06:32:47.801379 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:32:47.932295 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:32:48.258265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18048): Launched\u000a06:32:48.528226 run iperf3-srv_10.42.42.10(pid=18049): Launched\u000a06:32:48.720615 tst cs_paging_gprs_active.py:38: start network...\u000a06:32:48.851791 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:32:49.344566 run create_hlr_db(pid=18050): Launched\u000a06:32:49.524941 bus /sierra_2: Setting Powered False\u000a06:32:50.545357 run create_hlr_db(pid=18050): Terminated: ok {rc=0}\u000a06:32:50.989510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18052): Launched\u000a06:32:51.323368 run osmo-hlr_10.42.42.2(pid=18053): Launched\u000a06:32:51.449608 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:32:52.031377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18055): Launched\u000a06:32:52.366469 run osmo-stp_10.42.42.5(pid=18056): Launched\u000a06:32:52.486816 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:32:53.069605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18058): Launched\u000a06:32:53.189255 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:32:53.480166 run patchelf(pid=18059): Launched\u000a06:32:53.675314 run osmo-stp_10.42.42.5(pid=18056): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18056)]\u000a06:32:53.818199 run osmo-stp_10.42.42.5(pid=18056): stdout: \u000a| (launched: 2022-12-14_06:32:52.201778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:32:53.960878 run osmo-stp_10.42.42.5(pid=18056): stderr: \u000a| �[0;m�[38;5;43m20221214063252396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063252396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063252396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063252397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063252397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063252397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063252397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:32:54.098640 run osmo-stp_10.42.42.5(pid=18056): stdout: \u000a| (launched: 2022-12-14_06:32:52.201778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:32:54.234891 run osmo-stp_10.42.42.5(pid=18056): stderr: \u000a| �[0;m�[38;5;43m20221214063252396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063252396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063252396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063252397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063252397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063252397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063252397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:32:54.394255 run patchelf(pid=18059): Terminating (SIGINT)\u000a06:32:54.581052 run patchelf(pid=18059): Terminated: ok {rc=0}\u000a06:32:54.615187 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18056): Process ended prematurely: osmo-stp_10.42.42.5(pid=18056) [trial-2400↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18056)] [trial-2400↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a06:32:54.625315 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a06:32:54.687959 run osmo-hlr_10.42.42.2(pid=18053): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18053)]\u000a06:32:54.739415 run osmo-hlr_10.42.42.2(pid=18053): stdout: \u000a| (launched: 2022-12-14_06:32:51.160094) \u000a06:32:54.791759 run osmo-hlr_10.42.42.2(pid=18053): stderr: \u000a| �[0;m�[1;31m20221214063251360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063251360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063251360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063251360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063251360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063251360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063251377 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063251385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063251385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063251386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:32:54.836235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18046): Terminating (SIGTERM)\u000a06:32:54.878419 run iperf3-srv_10.42.42.10(pid=18047): Terminating (SIGTERM)\u000a06:32:54.920486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18048): Terminating (SIGTERM)\u000a06:32:54.962588 run iperf3-srv_10.42.42.10(pid=18049): Terminating (SIGTERM)\u000a06:32:55.004448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18052): Terminating (SIGTERM)\u000a06:32:55.046081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18055): Terminating (SIGTERM)\u000a06:32:55.088154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18058): Terminating (SIGTERM)\u000a06:32:55.097923 --- ParallelTerminationStrategy: PID 18046 died...\u000a06:32:55.153865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18046): Terminated: ok {rc=0}\u000a06:32:55.164332 --- ParallelTerminationStrategy: PID 18047 died...\u000a06:32:55.219863 run iperf3-srv_10.42.42.10(pid=18047): Terminated {rc=256}\u000a06:32:55.229929 --- ParallelTerminationStrategy: PID 18048 died...\u000a06:32:55.285464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18048): Terminated: ok {rc=0}\u000a06:32:55.295486 --- ParallelTerminationStrategy: PID 18049 died...\u000a06:32:55.350667 run iperf3-srv_10.42.42.10(pid=18049): Terminated {rc=256}\u000a06:32:55.360677 --- ParallelTerminationStrategy: PID 18052 died...\u000a06:32:55.416141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18052): Terminated: ok {rc=0}\u000a06:32:55.426179 --- ParallelTerminationStrategy: PID 18055 died...\u000a06:32:55.481637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18055): Terminated: ok {rc=0}\u000a06:32:55.491773 --- ParallelTerminationStrategy: PID 18058 died...\u000a06:32:55.547798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18058): Terminated: ok {rc=0}\u000a06:32:55.635599 bus /gobi_0: Setting Powered False\u000a06:32:56.742126 bus /gobi_0: Setting Powered False\u000a06:32:57.852837 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18070): Process ended prematurely: osmo-stp_10.42.42.5(pid=18070) [trial-2400↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18070)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18070): Process ended prematurely: osmo-stp_10.42.42.5(pid=18070) [trial-2400↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18070)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a06:32:58.966662 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:58.978322 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a06:32:59.113904 tst iperf3.py: using LAC 39062\u000a06:32:59.243947 tst iperf3.py: using RAC 47\u000a06:32:59.378457 tst iperf3.py: using CellId 39062\u000a06:32:59.506965 tst iperf3.py: using BVCI 39063\u000a06:32:59.532406 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:59.543822 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:59.554994 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:59.566165 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:59.577247 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:59.588352 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:59.599738 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:59.610815 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:32:59.622100 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:32:59.927404 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:33:00.067118 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:33:00.414275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18061): Launched\u000a06:33:00.699878 run iperf3-srv_10.42.42.10(pid=18062): Launched\u000a06:33:00.918671 tst iperf3.py:8: start network...\u000a06:33:01.061288 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:33:01.662790 run create_hlr_db(pid=18064): Launched\u000a06:33:01.900108 bus /gobi_6: Setting Powered False\u000a06:33:02.875659 run create_hlr_db(pid=18064): Terminated: ok {rc=0}\u000a06:33:03.360290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18066): Launched\u000a06:33:03.694874 run osmo-hlr_10.42.42.2(pid=18067): Launched\u000a06:33:03.817952 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:33:04.395985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18069): Launched\u000a06:33:04.731041 run osmo-stp_10.42.42.5(pid=18070): Launched\u000a06:33:04.852800 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:33:05.436938 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18072): Launched\u000a06:33:05.556429 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:33:05.847674 run patchelf(pid=18073): Launched\u000a06:33:06.041742 run osmo-stp_10.42.42.5(pid=18070): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18070)]\u000a06:33:06.184197 run osmo-stp_10.42.42.5(pid=18070): stdout: \u000a| (launched: 2022-12-14_06:33:04.565438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:06.326916 run osmo-stp_10.42.42.5(pid=18070): stderr: \u000a| �[0;m�[38;5;43m20221214063304758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063304758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063304758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063304759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063304759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063304759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063304759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:06.464796 run osmo-stp_10.42.42.5(pid=18070): stdout: \u000a| (launched: 2022-12-14_06:33:04.565438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:06.600584 run osmo-stp_10.42.42.5(pid=18070): stderr: \u000a| �[0;m�[38;5;43m20221214063304758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063304758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063304758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063304759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063304759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063304759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063304759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:06.759634 run patchelf(pid=18073): Terminating (SIGINT)\u000a06:33:06.946455 run patchelf(pid=18073): Terminated: ok {rc=0}\u000a06:33:06.980416 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18070): Process ended prematurely: osmo-stp_10.42.42.5(pid=18070) [trial-2400↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18070)] [trial-2400↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a06:33:06.990536 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a06:33:07.053377 run osmo-hlr_10.42.42.2(pid=18067): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18067)]\u000a06:33:07.104823 run osmo-hlr_10.42.42.2(pid=18067): stdout: \u000a| (launched: 2022-12-14_06:33:03.530432) \u000a06:33:07.157078 run osmo-hlr_10.42.42.2(pid=18067): stderr: \u000a| �[0;m�[1;31m20221214063303729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063303729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063303729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063303729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063303729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063303729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063303741 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063303750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063303750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063303750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:33:07.201854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18061): Terminating (SIGTERM)\u000a06:33:07.244271 run iperf3-srv_10.42.42.10(pid=18062): Terminating (SIGTERM)\u000a06:33:07.286878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18066): Terminating (SIGTERM)\u000a06:33:07.328894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18069): Terminating (SIGTERM)\u000a06:33:07.371053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18072): Terminating (SIGTERM)\u000a06:33:07.380768 --- ParallelTerminationStrategy: PID 18061 died...\u000a06:33:07.437038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18061): Terminated: ok {rc=0}\u000a06:33:07.447181 --- ParallelTerminationStrategy: PID 18062 died...\u000a06:33:07.503026 run iperf3-srv_10.42.42.10(pid=18062): Terminated {rc=256}\u000a06:33:07.513199 --- ParallelTerminationStrategy: PID 18066 died...\u000a06:33:07.568911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18066): Terminated: ok {rc=0}\u000a06:33:07.579075 --- ParallelTerminationStrategy: PID 18069 died...\u000a06:33:07.635132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18069): Terminated: ok {rc=0}\u000a06:33:07.645334 --- ParallelTerminationStrategy: PID 18072 died...\u000a06:33:07.701297 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18072): Terminated: ok {rc=0}\u000a06:33:07.789804 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-1900", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18088): Process ended prematurely: osmo-stp_10.42.42.5(pid=18088) [trial-2400↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18088)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18088): Process ended prematurely: osmo-stp_10.42.42.5(pid=18088) [trial-2400↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18088)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a06:33:08.907412 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:33:08.919417 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a06:33:09.051325 tst iperf3m4.py: using LAC 39063\u000a06:33:09.175153 tst iperf3m4.py: using RAC 48\u000a06:33:09.298781 tst iperf3m4.py: using CellId 39063\u000a06:33:09.422649 tst iperf3m4.py: using BVCI 39064\u000a06:33:09.446538 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:33:09.457580 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:33:09.468305 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:33:09.479173 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:33:09.490319 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:33:09.501317 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:33:09.512463 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:33:09.523575 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:33:09.534790 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:33:09.656750 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:33:09.780800 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:33:09.899558 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:33:10.199242 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:33:10.339827 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:33:10.687677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18074): Launched\u000a06:33:10.975859 run iperf3-srv_10.42.42.10(pid=18075): Launched\u000a06:33:11.181313 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:33:11.321945 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:33:11.669062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18076): Launched\u000a06:33:11.956675 run iperf3-srv_10.42.42.10(pid=18077): Launched\u000a06:33:12.162599 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:33:12.302759 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:33:12.649743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18078): Launched\u000a06:33:12.939502 run iperf3-srv_10.42.42.10(pid=18079): Launched\u000a06:33:13.145037 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:33:13.285065 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:33:13.632004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18080): Launched\u000a06:33:13.921573 run iperf3-srv_10.42.42.10(pid=18081): Launched\u000a06:33:14.126738 tst iperf3m4.py:8: start network...\u000a06:33:14.267064 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:33:14.802690 run create_hlr_db(pid=18082): Launched\u000a06:33:14.997300 bus /gobi_6: Setting Powered False\u000a06:33:16.053204 run create_hlr_db(pid=18082): Terminated: ok {rc=0}\u000a06:33:16.515252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18084): Launched\u000a06:33:16.957592 run osmo-hlr_10.42.42.2(pid=18085): Launched\u000a06:33:17.154362 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:33:17.736355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18087): Launched\u000a06:33:18.070404 run osmo-stp_10.42.42.5(pid=18088): Launched\u000a06:33:18.193143 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:33:18.775916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18090): Launched\u000a06:33:18.895836 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:33:19.189219 run patchelf(pid=18091): Launched\u000a06:33:19.387012 run osmo-stp_10.42.42.5(pid=18088): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18088)]\u000a06:33:19.530272 run osmo-stp_10.42.42.5(pid=18088): stdout: \u000a| (launched: 2022-12-14_06:33:17.906778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:19.673946 run osmo-stp_10.42.42.5(pid=18088): stderr: \u000a| �[0;m�[38;5;43m20221214063318099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063318100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063318100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063318100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063318101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063318101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063318101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:19.813007 run osmo-stp_10.42.42.5(pid=18088): stdout: \u000a| (launched: 2022-12-14_06:33:17.906778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:19.950085 run osmo-stp_10.42.42.5(pid=18088): stderr: \u000a| �[0;m�[38;5;43m20221214063318099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063318100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063318100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063318100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063318101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063318101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063318101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:20.110073 run patchelf(pid=18091): Terminating (SIGINT)\u000a06:33:20.298100 run patchelf(pid=18091): Terminated: ok {rc=0}\u000a06:33:20.332316 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18088): Process ended prematurely: osmo-stp_10.42.42.5(pid=18088) [trial-2400↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18088)] [trial-2400↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a06:33:20.342398 tst iperf3m4.py:8: Test FAILED (11.5 sec)\u000a06:33:20.405764 run osmo-hlr_10.42.42.2(pid=18085): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18085)]\u000a06:33:20.457374 run osmo-hlr_10.42.42.2(pid=18085): stdout: \u000a| (launched: 2022-12-14_06:33:16.689661) \u000a06:33:20.509955 run osmo-hlr_10.42.42.2(pid=18085): stderr: \u000a| �[0;m�[1;31m20221214063316916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063316916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063316916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063316916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063316916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063316916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063316932 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063316952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063316952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063316952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:33:20.554721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18074): Terminating (SIGTERM)\u000a06:33:20.597039 run iperf3-srv_10.42.42.10(pid=18075): Terminating (SIGTERM)\u000a06:33:20.639264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18076): Terminating (SIGTERM)\u000a06:33:20.681409 run iperf3-srv_10.42.42.10(pid=18077): Terminating (SIGTERM)\u000a06:33:20.723862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18078): Terminating (SIGTERM)\u000a06:33:20.766165 run iperf3-srv_10.42.42.10(pid=18079): Terminating (SIGTERM)\u000a06:33:20.808528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18080): Terminating (SIGTERM)\u000a06:33:20.850618 run iperf3-srv_10.42.42.10(pid=18081): Terminating (SIGTERM)\u000a06:33:20.892642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18084): Terminating (SIGTERM)\u000a06:33:20.934741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18087): Terminating (SIGTERM)\u000a06:33:20.977151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18090): Terminating (SIGTERM)\u000a06:33:20.987279 --- ParallelTerminationStrategy: PID 18074 died...\u000a06:33:21.044282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18074): Terminated: ok {rc=0}\u000a06:33:21.054611 --- ParallelTerminationStrategy: PID 18075 died...\u000a06:33:21.111306 run iperf3-srv_10.42.42.10(pid=18075): Terminated {rc=256}\u000a06:33:21.121998 --- ParallelTerminationStrategy: PID 18076 died...\u000a06:33:21.178790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18076): Terminated: ok {rc=0}\u000a06:33:21.189190 --- ParallelTerminationStrategy: PID 18077 died...\u000a06:33:21.245691 run iperf3-srv_10.42.42.10(pid=18077): Terminated {rc=256}\u000a06:33:21.255932 --- ParallelTerminationStrategy: PID 18078 died...\u000a06:33:21.312138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18078): Terminated: ok {rc=0}\u000a06:33:21.322538 --- ParallelTerminationStrategy: PID 18079 died...\u000a06:33:21.378861 run iperf3-srv_10.42.42.10(pid=18079): Terminated {rc=256}\u000a06:33:21.389226 --- ParallelTerminationStrategy: PID 18080 died...\u000a06:33:21.445744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18080): Terminated: ok {rc=0}\u000a06:33:21.456449 --- ParallelTerminationStrategy: PID 18081 died...\u000a06:33:21.513442 run iperf3-srv_10.42.42.10(pid=18081): Terminated {rc=256}\u000a06:33:21.523754 --- ParallelTerminationStrategy: PID 18084 died...\u000a06:33:21.580269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18084): Terminated: ok {rc=0}\u000a06:33:21.590695 --- ParallelTerminationStrategy: PID 18087 died...\u000a06:33:21.647054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18087): Terminated: ok {rc=0}\u000a06:33:21.657442 --- ParallelTerminationStrategy: PID 18090 died...\u000a06:33:21.714294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18090): Terminated: ok {rc=0}\u000a06:33:21.802586 bus /gobi_4: Setting Powered False\u000a06:33:22.909828 bus /gobi_4: Setting Powered False\u000a06:33:24.017777 bus /gobi_1: Setting Powered False\u000a06:33:25.120516 bus /gobi_1: Setting Powered False\u000a06:33:26.231247 bus /gobi_0: Setting Powered False\u000a06:33:27.331858 bus /gobi_0: Setting Powered False\u000a06:33:28.440912 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18098): Process ended prematurely: osmo-stp_10.42.42.5(pid=18098) [trial-2400↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18098)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18098): Process ended prematurely: osmo-stp_10.42.42.5(pid=18098) [trial-2400↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18098)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a06:33:29.510488 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:33:29.522688 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a06:33:29.656672 tst ping.py: using LAC 39064\u000a06:33:29.786002 tst ping.py: using RAC 49\u000a06:33:29.918144 tst ping.py: using CellId 39064\u000a06:33:30.042697 tst ping.py: using BVCI 39065\u000a06:33:30.066373 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:33:30.077415 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:33:30.088189 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:33:30.099096 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:33:30.110134 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:33:30.121066 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:33:30.131889 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:33:30.143055 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:33:30.423661 tst ping.py:19: start network...\u000a06:33:30.551897 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:33:31.106178 run create_hlr_db(pid=18092): Launched\u000a06:33:31.302324 bus /gobi_6: Setting Powered False\u000a06:33:32.341167 run create_hlr_db(pid=18092): Terminated: ok {rc=0}\u000a06:33:32.754924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18094): Launched\u000a06:33:33.063977 run osmo-hlr_10.42.42.2(pid=18095): Launched\u000a06:33:33.184030 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:33:33.726965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18097): Launched\u000a06:33:34.036893 run osmo-stp_10.42.42.5(pid=18098): Launched\u000a06:33:34.150038 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:33:34.685976 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18100): Launched\u000a06:33:34.795842 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:33:35.063795 run patchelf(pid=18101): Launched\u000a06:33:35.244549 run osmo-stp_10.42.42.5(pid=18098): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18098)]\u000a06:33:35.376115 run osmo-stp_10.42.42.5(pid=18098): stdout: \u000a| (launched: 2022-12-14_06:33:33.883884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:35.507996 run osmo-stp_10.42.42.5(pid=18098): stderr: \u000a| �[0;m�[38;5;43m20221214063334055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063334056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063334056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063334056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063334057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063334057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063334057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:35.635134 run osmo-stp_10.42.42.5(pid=18098): stdout: \u000a| (launched: 2022-12-14_06:33:33.883884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:35.760803 run osmo-stp_10.42.42.5(pid=18098): stderr: \u000a| �[0;m�[38;5;43m20221214063334055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063334056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063334056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063334056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063334057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063334057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063334057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:35.907767 run patchelf(pid=18101): Terminating (SIGINT)\u000a06:33:36.079872 run patchelf(pid=18101): Terminated: ok {rc=0}\u000a06:33:36.111221 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18098): Process ended prematurely: osmo-stp_10.42.42.5(pid=18098) [trial-2400↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18098)] [trial-2400↪gprs:nanobts+band-1900↪ping.py:22]\u000a06:33:36.119901 tst ping.py:22: Test FAILED (6.6 sec)\u000a06:33:36.180418 run osmo-hlr_10.42.42.2(pid=18095): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18095)]\u000a06:33:36.229599 run osmo-hlr_10.42.42.2(pid=18095): stdout: \u000a| (launched: 2022-12-14_06:33:32.911047) \u000a06:33:36.279206 run osmo-hlr_10.42.42.2(pid=18095): stderr: \u000a| �[0;m�[1;31m20221214063333089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063333089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063333089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063333089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063333089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063333089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063333101 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063333109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063333110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063333110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:33:36.321896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18094): Terminating (SIGTERM)\u000a06:33:36.362300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18097): Terminating (SIGTERM)\u000a06:33:36.402496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18100): Terminating (SIGTERM)\u000a06:33:36.411792 --- ParallelTerminationStrategy: PID 18094 died...\u000a06:33:36.465887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18094): Terminated: ok {rc=0}\u000a06:33:36.475515 --- ParallelTerminationStrategy: PID 18097 died...\u000a06:33:36.529562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18097): Terminated: ok {rc=0}\u000a06:33:36.539163 --- ParallelTerminationStrategy: PID 18100 died...\u000a06:33:36.593410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18100): Terminated: ok {rc=0}\u000a06:33:36.681728 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18108): Process ended prematurely: osmo-stp_10.42.42.5(pid=18108) [trial-2400↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18108)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18108): Process ended prematurely: osmo-stp_10.42.42.5(pid=18108) [trial-2400↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18108)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a06:33:37.733918 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:33:37.746664 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a06:33:37.877089 tst ping_idle_ping.py: using LAC 39065\u000a06:33:37.998368 tst ping_idle_ping.py: using RAC 50\u000a06:33:38.127148 tst ping_idle_ping.py: using CellId 39065\u000a06:33:38.256839 tst ping_idle_ping.py: using BVCI 39066\u000a06:33:38.282831 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:33:38.294314 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:33:38.305690 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:33:38.316753 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:33:38.328303 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:33:38.339595 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:33:38.351160 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:33:38.362628 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:33:38.645807 tst ping_idle_ping.py:24: start network...\u000a06:33:38.775265 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:33:39.268272 run create_hlr_db(pid=18102): Launched\u000a06:33:39.448000 bus /gobi_6: Setting Powered False\u000a06:33:40.470244 run create_hlr_db(pid=18102): Terminated: ok {rc=0}\u000a06:33:40.910347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18104): Launched\u000a06:33:41.242760 run osmo-hlr_10.42.42.2(pid=18105): Launched\u000a06:33:41.365275 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:33:41.939641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18107): Launched\u000a06:33:42.270483 run osmo-stp_10.42.42.5(pid=18108): Launched\u000a06:33:42.392014 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:33:42.969795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18110): Launched\u000a06:33:43.088297 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:33:43.377095 run patchelf(pid=18111): Launched\u000a06:33:43.570285 run osmo-stp_10.42.42.5(pid=18108): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18108)]\u000a06:33:43.711692 run osmo-stp_10.42.42.5(pid=18108): stdout: \u000a| (launched: 2022-12-14_06:33:42.107618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:43.853888 run osmo-stp_10.42.42.5(pid=18108): stderr: \u000a| �[0;m�[38;5;43m20221214063342301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063342302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063342302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063342302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063342303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063342303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063342303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:43.990386 run osmo-stp_10.42.42.5(pid=18108): stdout: \u000a| (launched: 2022-12-14_06:33:42.107618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:44.125963 run osmo-stp_10.42.42.5(pid=18108): stderr: \u000a| �[0;m�[38;5;43m20221214063342301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063342302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063342302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063342302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063342303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063342303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063342303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:44.283076 run patchelf(pid=18111): Terminating (SIGINT)\u000a06:33:44.466982 run patchelf(pid=18111): Terminated: ok {rc=0}\u000a06:33:44.500299 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18108): Process ended prematurely: osmo-stp_10.42.42.5(pid=18108) [trial-2400↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18108)] [trial-2400↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a06:33:44.509757 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a06:33:44.572903 run osmo-hlr_10.42.42.2(pid=18105): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18105)]\u000a06:33:44.624623 run osmo-hlr_10.42.42.2(pid=18105): stdout: \u000a| (launched: 2022-12-14_06:33:41.078383) \u000a06:33:44.676881 run osmo-hlr_10.42.42.2(pid=18105): stderr: \u000a| �[0;m�[1;31m20221214063341277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063341277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063341277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063341277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063341277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063341278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063341290 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063341300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063341300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063341300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:33:44.721775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18104): Terminating (SIGTERM)\u000a06:33:44.764520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18107): Terminating (SIGTERM)\u000a06:33:44.807399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18110): Terminating (SIGTERM)\u000a06:33:44.817353 --- ParallelTerminationStrategy: PID 18104 died...\u000a06:33:44.874290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18104): Terminated: ok {rc=0}\u000a06:33:44.884643 --- ParallelTerminationStrategy: PID 18107 died...\u000a06:33:44.940899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18107): Terminated: ok {rc=0}\u000a06:33:44.951247 --- ParallelTerminationStrategy: PID 18110 died...\u000a06:33:45.007600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18110): Terminated: ok {rc=0}\u000a06:33:45.094315 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:32:45" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18125): Process ended prematurely: osmo-stp_10.42.42.5(pid=18125) [trial-2400↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18125)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18125): Process ended prematurely: osmo-stp_10.42.42.5(pid=18125) [trial-2400↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18125)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:33:47.328184 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:33:47.339848 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:33:47.478628 tst cs_paging_gprs_active.py: using LAC 39066\u000a06:33:47.609453 tst cs_paging_gprs_active.py: using RAC 51\u000a06:33:47.742230 tst cs_paging_gprs_active.py: using CellId 39066\u000a06:33:47.882521 tst cs_paging_gprs_active.py: using BVCI 39067\u000a06:33:47.908287 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:33:47.919930 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:33:47.931282 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:33:47.942584 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:33:47.953970 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:33:47.965485 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:33:47.977095 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:33:47.988521 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:33:48.000364 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:33:48.122715 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:33:48.411364 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:33:48.542473 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:33:48.869167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18115): Launched\u000a06:33:49.139102 run iperf3-srv_10.42.42.10(pid=18116): Launched\u000a06:33:49.331045 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:33:49.461405 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:33:49.786815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18117): Launched\u000a06:33:50.056233 run iperf3-srv_10.42.42.10(pid=18118): Launched\u000a06:33:50.247636 tst cs_paging_gprs_active.py:38: start network...\u000a06:33:50.378407 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:33:50.872297 run create_hlr_db(pid=18119): Launched\u000a06:33:51.052146 bus /gobi_6: Setting Powered False\u000a06:33:52.074212 run create_hlr_db(pid=18119): Terminated: ok {rc=0}\u000a06:33:52.515966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18121): Launched\u000a06:33:52.851133 run osmo-hlr_10.42.42.2(pid=18122): Launched\u000a06:33:52.973960 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:33:53.553869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18124): Launched\u000a06:33:53.887946 run osmo-stp_10.42.42.5(pid=18125): Launched\u000a06:33:54.008914 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:33:54.591987 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18127): Launched\u000a06:33:54.711084 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:33:55.003271 run patchelf(pid=18128): Launched\u000a06:33:55.198740 run osmo-stp_10.42.42.5(pid=18125): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18125)]\u000a06:33:55.342391 run osmo-stp_10.42.42.5(pid=18125): stdout: \u000a| (launched: 2022-12-14_06:33:53.723713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:55.485374 run osmo-stp_10.42.42.5(pid=18125): stderr: \u000a| �[0;m�[38;5;43m20221214063353917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063353917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063353917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063353918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063353918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063353918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063353918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:55.623271 run osmo-stp_10.42.42.5(pid=18125): stdout: \u000a| (launched: 2022-12-14_06:33:53.723713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:55.760139 run osmo-stp_10.42.42.5(pid=18125): stderr: \u000a| �[0;m�[38;5;43m20221214063353917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063353917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063353917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063353918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063353918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063353918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063353918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:55.919307 run patchelf(pid=18128): Terminating (SIGINT)\u000a06:33:56.106155 run patchelf(pid=18128): Terminated: ok {rc=0}\u000a06:33:56.140451 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18125): Process ended prematurely: osmo-stp_10.42.42.5(pid=18125) [trial-2400↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18125)] [trial-2400↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a06:33:56.150592 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a06:33:56.213358 run osmo-hlr_10.42.42.2(pid=18122): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18122)]\u000a06:33:56.264428 run osmo-hlr_10.42.42.2(pid=18122): stdout: \u000a| (launched: 2022-12-14_06:33:52.686622) \u000a06:33:56.316344 run osmo-hlr_10.42.42.2(pid=18122): stderr: \u000a| �[0;m�[1;31m20221214063352887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063352887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063352888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063352888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063352888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063352888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063352899 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063352908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063352908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063352908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:33:56.360881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18115): Terminating (SIGTERM)\u000a06:33:56.402686 run iperf3-srv_10.42.42.10(pid=18116): Terminating (SIGTERM)\u000a06:33:56.445090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18117): Terminating (SIGTERM)\u000a06:33:56.486903 run iperf3-srv_10.42.42.10(pid=18118): Terminating (SIGTERM)\u000a06:33:56.528823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18121): Terminating (SIGTERM)\u000a06:33:56.572088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18124): Terminating (SIGTERM)\u000a06:33:56.613825 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18127): Terminating (SIGTERM)\u000a06:33:56.623480 --- ParallelTerminationStrategy: PID 18115 died...\u000a06:33:56.679549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18115): Terminated: ok {rc=0}\u000a06:33:56.689695 --- ParallelTerminationStrategy: PID 18116 died...\u000a06:33:56.745450 run iperf3-srv_10.42.42.10(pid=18116): Terminated {rc=256}\u000a06:33:56.755495 --- ParallelTerminationStrategy: PID 18117 died...\u000a06:33:56.811235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18117): Terminated: ok {rc=0}\u000a06:33:56.821328 --- ParallelTerminationStrategy: PID 18118 died...\u000a06:33:56.876661 run iperf3-srv_10.42.42.10(pid=18118): Terminated {rc=256}\u000a06:33:56.886670 --- ParallelTerminationStrategy: PID 18121 died...\u000a06:33:56.942135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18121): Terminated: ok {rc=0}\u000a06:33:56.952115 --- ParallelTerminationStrategy: PID 18124 died...\u000a06:33:57.007655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18124): Terminated: ok {rc=0}\u000a06:33:57.017806 --- ParallelTerminationStrategy: PID 18127 died...\u000a06:33:57.073304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18127): Terminated: ok {rc=0}\u000a06:33:57.159888 bus /gobi_0: Setting Powered False\u000a06:33:58.265875 bus /gobi_0: Setting Powered False\u000a06:33:59.373462 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18138): Process ended prematurely: osmo-stp_10.42.42.5(pid=18138) [trial-2400↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18138)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18138): Process ended prematurely: osmo-stp_10.42.42.5(pid=18138) [trial-2400↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18138)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a06:34:00.488764 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:00.501246 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:34:00.637530 tst iperf3.py: using LAC 39067\u000a06:34:00.761705 tst iperf3.py: using RAC 52\u000a06:34:00.917581 tst iperf3.py: using CellId 39067\u000a06:34:01.048707 tst iperf3.py: using BVCI 39068\u000a06:34:01.074397 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:01.086320 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:01.098196 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:01.109716 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:01.122190 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:01.134651 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:01.147359 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:01.159858 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:01.172426 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:34:01.464470 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:34:01.618549 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:34:01.987107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18130): Launched\u000a06:34:02.277241 run iperf3-srv_10.42.42.10(pid=18131): Launched\u000a06:34:02.471805 tst iperf3.py:8: start network...\u000a06:34:02.603871 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:34:03.096649 run create_hlr_db(pid=18132): Launched\u000a06:34:03.277844 bus /gobi_6: Setting Powered False\u000a06:34:04.298849 run create_hlr_db(pid=18132): Terminated: ok {rc=0}\u000a06:34:04.743269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18134): Launched\u000a06:34:05.077891 run osmo-hlr_10.42.42.2(pid=18135): Launched\u000a06:34:05.204301 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:34:05.788362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18137): Launched\u000a06:34:06.123190 run osmo-stp_10.42.42.5(pid=18138): Launched\u000a06:34:06.244610 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:34:06.827849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18140): Launched\u000a06:34:06.947916 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:34:07.240120 run patchelf(pid=18141): Launched\u000a06:34:07.436472 run osmo-stp_10.42.42.5(pid=18138): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18138)]\u000a06:34:07.580084 run osmo-stp_10.42.42.5(pid=18138): stdout: \u000a| (launched: 2022-12-14_06:34:05.958670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:34:07.723508 run osmo-stp_10.42.42.5(pid=18138): stderr: \u000a| �[0;m�[38;5;43m20221214063406152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063406153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063406153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063406153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063406154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063406154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063406154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:34:07.862271 run osmo-stp_10.42.42.5(pid=18138): stdout: \u000a| (launched: 2022-12-14_06:34:05.958670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:34:07.999014 run osmo-stp_10.42.42.5(pid=18138): stderr: \u000a| �[0;m�[38;5;43m20221214063406152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063406153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063406153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063406153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063406154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063406154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063406154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:34:08.158549 run patchelf(pid=18141): Terminating (SIGINT)\u000a06:34:08.345948 run patchelf(pid=18141): Terminated: ok {rc=0}\u000a06:34:08.380039 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18138): Process ended prematurely: osmo-stp_10.42.42.5(pid=18138) [trial-2400↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18138)] [trial-2400↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a06:34:08.390093 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a06:34:08.453802 run osmo-hlr_10.42.42.2(pid=18135): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18135)]\u000a06:34:08.505721 run osmo-hlr_10.42.42.2(pid=18135): stdout: \u000a| (launched: 2022-12-14_06:34:04.913294) \u000a06:34:08.558524 run osmo-hlr_10.42.42.2(pid=18135): stderr: \u000a| �[0;m�[1;31m20221214063405113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063405113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063405113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063405113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063405113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063405113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063405126 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063405136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063405136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063405136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:34:08.603498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18130): Terminating (SIGTERM)\u000a06:34:08.645900 run iperf3-srv_10.42.42.10(pid=18131): Terminating (SIGTERM)\u000a06:34:08.688735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18134): Terminating (SIGTERM)\u000a06:34:08.731104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18137): Terminating (SIGTERM)\u000a06:34:08.773936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18140): Terminating (SIGTERM)\u000a06:34:08.783815 --- ParallelTerminationStrategy: PID 18130 died...\u000a06:34:08.840660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18130): Terminated: ok {rc=0}\u000a06:34:08.851102 --- ParallelTerminationStrategy: PID 18131 died...\u000a06:34:08.907440 run iperf3-srv_10.42.42.10(pid=18131): Terminated {rc=256}\u000a06:34:08.918016 --- ParallelTerminationStrategy: PID 18134 died...\u000a06:34:08.974696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18134): Terminated: ok {rc=0}\u000a06:34:08.985069 --- ParallelTerminationStrategy: PID 18137 died...\u000a06:34:09.041561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18137): Terminated: ok {rc=0}\u000a06:34:09.051836 --- ParallelTerminationStrategy: PID 18140 died...\u000a06:34:09.108459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18140): Terminated: ok {rc=0}\u000a06:34:09.196031 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18156): Process ended prematurely: osmo-stp_10.42.42.5(pid=18156) [trial-2400↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18156)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18156): Process ended prematurely: osmo-stp_10.42.42.5(pid=18156) [trial-2400↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18156)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a06:34:10.313763 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:10.326090 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:34:10.466702 tst iperf3m4.py: using LAC 39068\u000a06:34:10.597722 tst iperf3m4.py: using RAC 53\u000a06:34:10.730698 tst iperf3m4.py: using CellId 39068\u000a06:34:10.863819 tst iperf3m4.py: using BVCI 39069\u000a06:34:10.889499 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:10.901119 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:10.912517 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:10.923929 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:10.935711 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:10.947537 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:10.959619 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:10.971426 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:10.983615 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:34:11.107350 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:34:11.232527 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:34:11.355755 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:34:11.647084 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:34:11.779362 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:34:12.106686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18142): Launched\u000a06:34:12.378279 run iperf3-srv_10.42.42.10(pid=18143): Launched\u000a06:34:12.571429 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:34:12.703878 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:34:13.031074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18144): Launched\u000a06:34:13.303748 run iperf3-srv_10.42.42.10(pid=18145): Launched\u000a06:34:13.496770 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:34:13.628741 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:34:13.955403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18146): Launched\u000a06:34:14.227887 run iperf3-srv_10.42.42.10(pid=18147): Launched\u000a06:34:14.420092 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:34:14.551581 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:34:14.879201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18148): Launched\u000a06:34:15.150536 run iperf3-srv_10.42.42.10(pid=18149): Launched\u000a06:34:15.342848 tst iperf3m4.py:8: start network...\u000a06:34:15.474825 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:34:15.995711 run create_hlr_db(pid=18150): Launched\u000a06:34:16.181502 bus /gobi_6: Setting Powered False\u000a06:34:17.203753 run create_hlr_db(pid=18150): Terminated: ok {rc=0}\u000a06:34:17.625754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18152): Launched\u000a06:34:17.942137 run osmo-hlr_10.42.42.2(pid=18153): Launched\u000a06:34:18.064540 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:34:18.618370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18155): Launched\u000a06:34:18.933031 run osmo-stp_10.42.42.5(pid=18156): Launched\u000a06:34:19.048118 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:34:19.597703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18158): Launched\u000a06:34:19.710776 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:34:19.985825 run patchelf(pid=18159): Launched\u000a06:34:20.169648 run osmo-stp_10.42.42.5(pid=18156): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18156)]\u000a06:34:20.304122 run osmo-stp_10.42.42.5(pid=18156): stdout: \u000a| (launched: 2022-12-14_06:34:18.777761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:34:20.439298 run osmo-stp_10.42.42.5(pid=18156): stderr: \u000a| �[0;m�[38;5;43m20221214063418948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063418948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063418948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063418949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063418949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063418949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063418950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:34:20.569507 run osmo-stp_10.42.42.5(pid=18156): stdout: \u000a| (launched: 2022-12-14_06:34:18.777761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:34:20.698155 run osmo-stp_10.42.42.5(pid=18156): stderr: \u000a| �[0;m�[38;5;43m20221214063418948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063418948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063418948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063418949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063418949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063418949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063418950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:34:20.848298 run patchelf(pid=18159): Terminating (SIGINT)\u000a06:34:21.025096 run patchelf(pid=18159): Terminated: ok {rc=0}\u000a06:34:21.057210 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18156): Process ended prematurely: osmo-stp_10.42.42.5(pid=18156) [trial-2400↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18156)] [trial-2400↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a06:34:21.066579 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a06:34:21.127971 run osmo-hlr_10.42.42.2(pid=18153): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18153)]\u000a06:34:21.177494 run osmo-hlr_10.42.42.2(pid=18153): stdout: \u000a| (launched: 2022-12-14_06:34:17.786777) \u000a06:34:21.227912 run osmo-hlr_10.42.42.2(pid=18153): stderr: \u000a| �[0;m�[1;31m20221214063417964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063417965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063417965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063417965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063417965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063417965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063417978 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063417988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063417989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063417989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:34:21.270924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18142): Terminating (SIGTERM)\u000a06:34:21.311154 run iperf3-srv_10.42.42.10(pid=18143): Terminating (SIGTERM)\u000a06:34:21.351488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18144): Terminating (SIGTERM)\u000a06:34:21.391882 run iperf3-srv_10.42.42.10(pid=18145): Terminating (SIGTERM)\u000a06:34:21.432347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18146): Terminating (SIGTERM)\u000a06:34:21.472700 run iperf3-srv_10.42.42.10(pid=18147): Terminating (SIGTERM)\u000a06:34:21.513180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18148): Terminating (SIGTERM)\u000a06:34:21.553350 run iperf3-srv_10.42.42.10(pid=18149): Terminating (SIGTERM)\u000a06:34:21.593702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18152): Terminating (SIGTERM)\u000a06:34:21.633974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18155): Terminating (SIGTERM)\u000a06:34:21.674370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18158): Terminating (SIGTERM)\u000a06:34:21.683790 --- ParallelTerminationStrategy: PID 18142 died...\u000a06:34:21.738720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18142): Terminated: ok {rc=0}\u000a06:34:21.748509 --- ParallelTerminationStrategy: PID 18143 died...\u000a06:34:21.803098 run iperf3-srv_10.42.42.10(pid=18143): Terminated {rc=256}\u000a06:34:21.812893 --- ParallelTerminationStrategy: PID 18144 died...\u000a06:34:21.867787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18144): Terminated: ok {rc=0}\u000a06:34:21.877987 --- ParallelTerminationStrategy: PID 18145 died...\u000a06:34:21.932181 run iperf3-srv_10.42.42.10(pid=18145): Terminated {rc=256}\u000a06:34:21.941762 --- ParallelTerminationStrategy: PID 18146 died...\u000a06:34:21.995553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18146): Terminated: ok {rc=0}\u000a06:34:22.005332 --- ParallelTerminationStrategy: PID 18147 died...\u000a06:34:22.059034 run iperf3-srv_10.42.42.10(pid=18147): Terminated {rc=256}\u000a06:34:22.068741 --- ParallelTerminationStrategy: PID 18148 died...\u000a06:34:22.122739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18148): Terminated: ok {rc=0}\u000a06:34:22.132599 --- ParallelTerminationStrategy: PID 18149 died...\u000a06:34:22.186289 run iperf3-srv_10.42.42.10(pid=18149): Terminated {rc=256}\u000a06:34:22.196006 --- ParallelTerminationStrategy: PID 18152 died...\u000a06:34:22.249891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18152): Terminated: ok {rc=0}\u000a06:34:22.259696 --- ParallelTerminationStrategy: PID 18155 died...\u000a06:34:22.314061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18155): Terminated: ok {rc=0}\u000a06:34:22.323890 --- ParallelTerminationStrategy: PID 18158 died...\u000a06:34:22.378346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18158): Terminated: ok {rc=0}\u000a06:34:22.462372 bus /gobi_4: Setting Powered False\u000a06:34:23.569351 bus /gobi_4: Setting Powered False\u000a06:34:24.682826 bus /gobi_1: Setting Powered False\u000a06:34:25.785835 bus /gobi_1: Setting Powered False\u000a06:34:26.896431 bus /gobi_0: Setting Powered False\u000a06:34:28.000549 bus /gobi_0: Setting Powered False\u000a06:34:29.113271 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18166): Process ended prematurely: osmo-stp_10.42.42.5(pid=18166) [trial-2400↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18166)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18166): Process ended prematurely: osmo-stp_10.42.42.5(pid=18166) [trial-2400↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18166)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a06:34:30.180514 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:30.192531 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:34:30.330415 tst ping.py: using LAC 39069\u000a06:34:30.454818 tst ping.py: using RAC 54\u000a06:34:30.577733 tst ping.py: using CellId 39069\u000a06:34:30.699055 tst ping.py: using BVCI 39070\u000a06:34:30.722525 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:30.733975 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:30.744993 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:30.755964 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:30.767612 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:30.778992 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:30.790634 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:30.802096 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:34:31.105882 tst ping.py:19: start network...\u000a06:34:31.276151 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:34:31.809275 run create_hlr_db(pid=18160): Launched\u000a06:34:31.991552 bus /gobi_6: Setting Powered False\u000a06:34:33.008903 run create_hlr_db(pid=18160): Terminated: ok {rc=0}\u000a06:34:33.418675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18162): Launched\u000a06:34:33.728582 run osmo-hlr_10.42.42.2(pid=18163): Launched\u000a06:34:33.846942 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:34:34.392092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18165): Launched\u000a06:34:34.700217 run osmo-stp_10.42.42.5(pid=18166): Launched\u000a06:34:34.813390 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:34:35.350677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18168): Launched\u000a06:34:35.460847 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:34:35.729862 run patchelf(pid=18169): Launched\u000a06:34:35.910572 run osmo-stp_10.42.42.5(pid=18166): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18166)]\u000a06:34:36.042245 run osmo-stp_10.42.42.5(pid=18166): stdout: \u000a| (launched: 2022-12-14_06:34:34.547737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:34:36.174704 run osmo-stp_10.42.42.5(pid=18166): stderr: \u000a| �[0;m�[38;5;43m20221214063434716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063434716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063434717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063434717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063434717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063434718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063434718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:34:36.301900 run osmo-stp_10.42.42.5(pid=18166): stdout: \u000a| (launched: 2022-12-14_06:34:34.547737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:34:36.427688 run osmo-stp_10.42.42.5(pid=18166): stderr: \u000a| �[0;m�[38;5;43m20221214063434716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063434716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063434717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063434717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063434717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063434718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063434718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:34:36.574305 run patchelf(pid=18169): Terminating (SIGINT)\u000a06:34:36.746362 run patchelf(pid=18169): Terminated: ok {rc=0}\u000a06:34:36.777608 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18166): Process ended prematurely: osmo-stp_10.42.42.5(pid=18166) [trial-2400↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18166)] [trial-2400↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a06:34:36.786461 tst ping.py:22: Test FAILED (6.6 sec)\u000a06:34:36.846346 run osmo-hlr_10.42.42.2(pid=18163): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18163)]\u000a06:34:36.895200 run osmo-hlr_10.42.42.2(pid=18163): stdout: \u000a| (launched: 2022-12-14_06:34:33.575510) \u000a06:34:36.944789 run osmo-hlr_10.42.42.2(pid=18163): stderr: \u000a| �[0;m�[1;31m20221214063433751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063433751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063433751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063433751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063433751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063433751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063433764 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063433773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063433774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063433774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:34:36.987099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18162): Terminating (SIGTERM)\u000a06:34:37.026990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18165): Terminating (SIGTERM)\u000a06:34:37.066916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18168): Terminating (SIGTERM)\u000a06:34:37.076212 --- ParallelTerminationStrategy: PID 18162 died...\u000a06:34:37.130010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18162): Terminated: ok {rc=0}\u000a06:34:37.139733 --- ParallelTerminationStrategy: PID 18165 died...\u000a06:34:37.193879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18165): Terminated: ok {rc=0}\u000a06:34:37.203456 --- ParallelTerminationStrategy: PID 18168 died...\u000a06:34:37.256828 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18168): Terminated: ok {rc=0}\u000a06:34:37.344626 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18176): Process ended prematurely: osmo-stp_10.42.42.5(pid=18176) [trial-2400↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18176)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18176): Process ended prematurely: osmo-stp_10.42.42.5(pid=18176) [trial-2400↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18176)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a06:34:38.395618 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:38.407435 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:34:38.538971 tst ping_idle_ping.py: using LAC 39070\u000a06:34:38.661683 tst ping_idle_ping.py: using RAC 55\u000a06:34:38.784547 tst ping_idle_ping.py: using CellId 39070\u000a06:34:38.906690 tst ping_idle_ping.py: using BVCI 39071\u000a06:34:38.930313 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:38.941406 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:38.952067 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:38.962893 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:38.974053 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:38.985270 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:38.996567 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:34:39.007782 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:34:39.307842 tst ping_idle_ping.py:24: start network...\u000a06:34:39.445658 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:34:39.979343 run create_hlr_db(pid=18170): Launched\u000a06:34:40.171219 bus /gobi_6: Setting Powered False\u000a06:34:41.192294 run create_hlr_db(pid=18170): Terminated: ok {rc=0}\u000a06:34:41.606957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18172): Launched\u000a06:34:41.917322 run osmo-hlr_10.42.42.2(pid=18173): Launched\u000a06:34:42.038256 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:34:42.580627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18175): Launched\u000a06:34:42.892049 run osmo-stp_10.42.42.5(pid=18176): Launched\u000a06:34:43.005807 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:34:43.544483 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18178): Launched\u000a06:34:43.655471 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:34:43.925128 run patchelf(pid=18179): Launched\u000a06:34:44.106362 run osmo-stp_10.42.42.5(pid=18176): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18176)]\u000a06:34:44.238796 run osmo-stp_10.42.42.5(pid=18176): stdout: \u000a| (launched: 2022-12-14_06:34:42.737253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:34:44.371582 run osmo-stp_10.42.42.5(pid=18176): stderr: \u000a| �[0;m�[38;5;43m20221214063442908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063442908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063442908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063442909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063442909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063442909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063442909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:34:44.499918 run osmo-stp_10.42.42.5(pid=18176): stdout: \u000a| (launched: 2022-12-14_06:34:42.737253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:34:44.626574 run osmo-stp_10.42.42.5(pid=18176): stderr: \u000a| �[0;m�[38;5;43m20221214063442908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063442908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063442908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063442909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063442909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063442909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063442909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:34:44.773847 run patchelf(pid=18179): Terminating (SIGINT)\u000a06:34:44.946711 run patchelf(pid=18179): Terminated: ok {rc=0}\u000a06:34:44.977970 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18176): Process ended prematurely: osmo-stp_10.42.42.5(pid=18176) [trial-2400↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18176)] [trial-2400↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a06:34:44.986763 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a06:34:45.046721 run osmo-hlr_10.42.42.2(pid=18173): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18173)]\u000a06:34:45.095593 run osmo-hlr_10.42.42.2(pid=18173): stdout: \u000a| (launched: 2022-12-14_06:34:41.764102) \u000a06:34:45.145162 run osmo-hlr_10.42.42.2(pid=18173): stderr: \u000a| �[0;m�[1;31m20221214063441941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063441941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063441942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063441942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063441942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063441942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063441954 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063441962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063441963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063441963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:34:45.187588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18172): Terminating (SIGTERM)\u000a06:34:45.227562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18175): Terminating (SIGTERM)\u000a06:34:45.267458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18178): Terminating (SIGTERM)\u000a06:34:45.276750 --- ParallelTerminationStrategy: PID 18172 died...\u000a06:34:45.330905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18172): Terminated: ok {rc=0}\u000a06:34:45.340665 --- ParallelTerminationStrategy: PID 18175 died...\u000a06:34:45.394574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18175): Terminated: ok {rc=0}\u000a06:34:45.404144 --- ParallelTerminationStrategy: PID 18178 died...\u000a06:34:45.457991 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18178): Terminated: ok {rc=0}\u000a06:34:45.541796 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:33:46" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18193): Process ended prematurely: osmo-stp_10.42.42.5(pid=18193) [trial-2400↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18193)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18193): Process ended prematurely: osmo-stp_10.42.42.5(pid=18193) [trial-2400↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18193)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:34:47.682586 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:34:47.693651 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:34:47.842138 tst cs_paging_gprs_active.py: using LAC 39071\u000a06:34:47.967297 tst cs_paging_gprs_active.py: using RAC 56\u000a06:34:48.095654 tst cs_paging_gprs_active.py: using CellId 39071\u000a06:34:48.225624 tst cs_paging_gprs_active.py: using BVCI 39072\u000a06:34:48.251306 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:34:48.263359 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:34:48.274963 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:34:48.286591 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:34:48.298391 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:34:48.310267 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:34:48.322247 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:34:48.334055 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:34:48.346202 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:34:48.466295 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:34:48.771298 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:34:48.911839 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:34:49.258717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18183): Launched\u000a06:34:49.547886 run iperf3-srv_10.42.42.10(pid=18184): Launched\u000a06:34:49.754586 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:34:49.895230 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:34:50.244240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18185): Launched\u000a06:34:50.532557 run iperf3-srv_10.42.42.10(pid=18186): Launched\u000a06:34:50.738361 tst cs_paging_gprs_active.py:38: start network...\u000a06:34:50.879011 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:34:51.413552 run create_hlr_db(pid=18187): Launched\u000a06:34:51.607280 bus /gobi_6: Setting Powered False\u000a06:34:52.627163 run create_hlr_db(pid=18187): Terminated: ok {rc=0}\u000a06:34:53.048264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18189): Launched\u000a06:34:53.362642 run osmo-hlr_10.42.42.2(pid=18190): Launched\u000a06:34:53.485889 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:34:54.036416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18192): Launched\u000a06:34:54.350981 run osmo-stp_10.42.42.5(pid=18193): Launched\u000a06:34:54.465057 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:34:55.017413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18195): Launched\u000a06:34:55.136881 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:34:55.428430 run patchelf(pid=18196): Launched\u000a06:34:55.623889 run osmo-stp_10.42.42.5(pid=18193): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18193)]\u000a06:34:55.767839 run osmo-stp_10.42.42.5(pid=18193): stdout: \u000a| (launched: 2022-12-14_06:34:54.195902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:34:55.911134 run osmo-stp_10.42.42.5(pid=18193): stderr: \u000a| �[0;m�[38;5;43m20221214063454369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063454370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063454370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063454370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063454371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063454371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063454371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:34:56.048920 run osmo-stp_10.42.42.5(pid=18193): stdout: \u000a| (launched: 2022-12-14_06:34:54.195902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:34:56.185288 run osmo-stp_10.42.42.5(pid=18193): stderr: \u000a| �[0;m�[38;5;43m20221214063454369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063454370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063454370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063454370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063454371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063454371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063454371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:34:56.344161 run patchelf(pid=18196): Terminating (SIGINT)\u000a06:34:56.530803 run patchelf(pid=18196): Terminated: ok {rc=0}\u000a06:34:56.565117 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18193): Process ended prematurely: osmo-stp_10.42.42.5(pid=18193) [trial-2400↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18193)] [trial-2400↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a06:34:56.575172 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a06:34:56.638418 run osmo-hlr_10.42.42.2(pid=18190): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18190)]\u000a06:34:56.689973 run osmo-hlr_10.42.42.2(pid=18190): stdout: \u000a| (launched: 2022-12-14_06:34:53.207935) \u000a06:34:56.742350 run osmo-hlr_10.42.42.2(pid=18190): stderr: \u000a| �[0;m�[1;31m20221214063453385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063453385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063453385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063453385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063453385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063453385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063453398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063453406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063453406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063453406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:34:56.787464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18183): Terminating (SIGTERM)\u000a06:34:56.830643 run iperf3-srv_10.42.42.10(pid=18184): Terminating (SIGTERM)\u000a06:34:56.872755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18185): Terminating (SIGTERM)\u000a06:34:56.914834 run iperf3-srv_10.42.42.10(pid=18186): Terminating (SIGTERM)\u000a06:34:56.957002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18189): Terminating (SIGTERM)\u000a06:34:56.999462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18192): Terminating (SIGTERM)\u000a06:34:57.041673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18195): Terminating (SIGTERM)\u000a06:34:57.051507 --- ParallelTerminationStrategy: PID 18183 died...\u000a06:34:57.107842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18183): Terminated: ok {rc=0}\u000a06:34:57.117988 --- ParallelTerminationStrategy: PID 18184 died...\u000a06:34:57.173621 run iperf3-srv_10.42.42.10(pid=18184): Terminated {rc=256}\u000a06:34:57.183680 --- ParallelTerminationStrategy: PID 18185 died...\u000a06:34:57.239478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18185): Terminated: ok {rc=0}\u000a06:34:57.249626 --- ParallelTerminationStrategy: PID 18186 died...\u000a06:34:57.305214 run iperf3-srv_10.42.42.10(pid=18186): Terminated {rc=256}\u000a06:34:57.315340 --- ParallelTerminationStrategy: PID 18189 died...\u000a06:34:57.371404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18189): Terminated: ok {rc=0}\u000a06:34:57.381924 --- ParallelTerminationStrategy: PID 18192 died...\u000a06:34:57.437719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18192): Terminated: ok {rc=0}\u000a06:34:57.447720 --- ParallelTerminationStrategy: PID 18195 died...\u000a06:34:57.503445 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18195): Terminated: ok {rc=0}\u000a06:34:57.591184 bus /gobi_0: Setting Powered False\u000a06:34:58.696993 bus /gobi_0: Setting Powered False\u000a06:34:59.805185 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18209): Process ended prematurely: osmo-stp_10.42.42.5(pid=18209) [trial-2400↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18209)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18209): Process ended prematurely: osmo-stp_10.42.42.5(pid=18209) [trial-2400↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18209)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a06:35:00.940707 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:00.952848 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:35:01.123653 tst iperf3.py: using LAC 39072\u000a06:35:01.280613 tst iperf3.py: using RAC 57\u000a06:35:01.414807 tst iperf3.py: using CellId 39072\u000a06:35:01.557079 tst iperf3.py: using BVCI 39073\u000a06:35:01.583325 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:01.595086 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:01.606473 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:01.617884 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:01.630893 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:01.644031 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:01.657354 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:01.671276 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:01.683635 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:35:01.979868 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:35:02.115885 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:35:02.446118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18201): Launched\u000a06:35:02.717151 run iperf3-srv_10.42.42.10(pid=18202): Launched\u000a06:35:02.918370 tst iperf3.py:8: start network...\u000a06:35:03.058942 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:35:03.593000 run create_hlr_db(pid=18203): Launched\u000a06:35:03.786926 bus /gobi_6: Setting Powered False\u000a06:35:04.807099 run create_hlr_db(pid=18203): Terminated: ok {rc=0}\u000a06:35:05.230186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18205): Launched\u000a06:35:05.543334 run osmo-hlr_10.42.42.2(pid=18206): Launched\u000a06:35:05.670738 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:35:06.221460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18208): Launched\u000a06:35:06.533929 run osmo-stp_10.42.42.5(pid=18209): Launched\u000a06:35:06.648116 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:35:07.195276 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18211): Launched\u000a06:35:07.307616 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:35:07.581778 run patchelf(pid=18212): Launched\u000a06:35:07.765499 run osmo-stp_10.42.42.5(pid=18209): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18209)]\u000a06:35:07.900296 run osmo-stp_10.42.42.5(pid=18209): stdout: \u000a| (launched: 2022-12-14_06:35:06.379902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:08.035612 run osmo-stp_10.42.42.5(pid=18209): stderr: \u000a| �[0;m�[38;5;43m20221214063506550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063506550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063506551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063506551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063506552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063506552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063506552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:08.165648 run osmo-stp_10.42.42.5(pid=18209): stdout: \u000a| (launched: 2022-12-14_06:35:06.379902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:08.294525 run osmo-stp_10.42.42.5(pid=18209): stderr: \u000a| �[0;m�[38;5;43m20221214063506550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063506550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063506551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063506551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063506552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063506552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063506552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:08.444433 run patchelf(pid=18212): Terminating (SIGINT)\u000a06:35:08.620622 run patchelf(pid=18212): Terminated: ok {rc=0}\u000a06:35:08.652861 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18209): Process ended prematurely: osmo-stp_10.42.42.5(pid=18209) [trial-2400↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18209)] [trial-2400↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a06:35:08.662283 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a06:35:08.723155 run osmo-hlr_10.42.42.2(pid=18206): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18206)]\u000a06:35:08.773073 run osmo-hlr_10.42.42.2(pid=18206): stdout: \u000a| (launched: 2022-12-14_06:35:05.389498) \u000a06:35:08.823675 run osmo-hlr_10.42.42.2(pid=18206): stderr: \u000a| �[0;m�[1;31m20221214063505567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063505567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063505567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063505567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063505567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063505568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063505583 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063505593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063505594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063505594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:35:08.866642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18201): Terminating (SIGTERM)\u000a06:35:08.907111 run iperf3-srv_10.42.42.10(pid=18202): Terminating (SIGTERM)\u000a06:35:08.947533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18205): Terminating (SIGTERM)\u000a06:35:08.987999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18208): Terminating (SIGTERM)\u000a06:35:09.028443 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18211): Terminating (SIGTERM)\u000a06:35:09.037950 --- ParallelTerminationStrategy: PID 18201 died...\u000a06:35:09.092504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18201): Terminated: ok {rc=0}\u000a06:35:09.102346 --- ParallelTerminationStrategy: PID 18202 died...\u000a06:35:09.156245 run iperf3-srv_10.42.42.10(pid=18202): Terminated {rc=256}\u000a06:35:09.165885 --- ParallelTerminationStrategy: PID 18205 died...\u000a06:35:09.219756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18205): Terminated: ok {rc=0}\u000a06:35:09.229534 --- ParallelTerminationStrategy: PID 18208 died...\u000a06:35:09.283207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18208): Terminated: ok {rc=0}\u000a06:35:09.293051 --- ParallelTerminationStrategy: PID 18211 died...\u000a06:35:09.347225 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18211): Terminated: ok {rc=0}\u000a06:35:09.436474 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18227): Process ended prematurely: osmo-stp_10.42.42.5(pid=18227) [trial-2400↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18227)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18227): Process ended prematurely: osmo-stp_10.42.42.5(pid=18227) [trial-2400↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18227)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a06:35:10.553591 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:10.565936 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:35:10.725018 tst iperf3m4.py: using LAC 39073\u000a06:35:10.857625 tst iperf3m4.py: using RAC 58\u000a06:35:10.989253 tst iperf3m4.py: using CellId 39073\u000a06:35:11.121003 tst iperf3m4.py: using BVCI 39074\u000a06:35:11.146639 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:11.158226 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:11.169525 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:11.180767 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:11.192011 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:11.203313 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:11.214813 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:11.226059 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:11.237505 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:35:11.356825 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:35:11.482570 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:35:11.605443 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:35:11.909082 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:35:12.049300 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:35:12.397122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18213): Launched\u000a06:35:12.684500 run iperf3-srv_10.42.42.10(pid=18214): Launched\u000a06:35:12.890564 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:35:13.030886 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:35:13.376929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18215): Launched\u000a06:35:13.664526 run iperf3-srv_10.42.42.10(pid=18216): Launched\u000a06:35:13.871144 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:35:14.011796 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:35:14.360310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18217): Launched\u000a06:35:14.649435 run iperf3-srv_10.42.42.10(pid=18218): Launched\u000a06:35:14.854876 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:35:14.994975 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:35:15.343605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18219): Launched\u000a06:35:15.632175 run iperf3-srv_10.42.42.10(pid=18220): Launched\u000a06:35:15.847493 tst iperf3m4.py:8: start network...\u000a06:35:16.005393 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:35:16.578576 run create_hlr_db(pid=18221): Launched\u000a06:35:16.767563 bus /gobi_6: Setting Powered False\u000a06:35:17.780785 run create_hlr_db(pid=18221): Terminated: ok {rc=0}\u000a06:35:18.230724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18223): Launched\u000a06:35:18.564473 run osmo-hlr_10.42.42.2(pid=18224): Launched\u000a06:35:18.686042 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:35:19.266577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18226): Launched\u000a06:35:19.599662 run osmo-stp_10.42.42.5(pid=18227): Launched\u000a06:35:19.721094 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:35:20.305723 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18230): Launched\u000a06:35:20.425893 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:35:20.717659 run patchelf(pid=18231): Launched\u000a06:35:20.912582 run osmo-stp_10.42.42.5(pid=18227): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18227)]\u000a06:35:21.055132 run osmo-stp_10.42.42.5(pid=18227): stdout: \u000a| (launched: 2022-12-14_06:35:19.436193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:21.197900 run osmo-stp_10.42.42.5(pid=18227): stderr: \u000a| �[0;m�[38;5;43m20221214063519628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063519628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063519629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063519629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063519629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063519630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063519630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:21.335622 run osmo-stp_10.42.42.5(pid=18227): stdout: \u000a| (launched: 2022-12-14_06:35:19.436193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:21.471961 run osmo-stp_10.42.42.5(pid=18227): stderr: \u000a| �[0;m�[38;5;43m20221214063519628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063519628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063519629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063519629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063519629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063519630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063519630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:21.630729 run patchelf(pid=18231): Terminating (SIGINT)\u000a06:35:21.818106 run patchelf(pid=18231): Terminated: ok {rc=0}\u000a06:35:21.852387 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18227): Process ended prematurely: osmo-stp_10.42.42.5(pid=18227) [trial-2400↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18227)] [trial-2400↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a06:35:21.862587 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a06:35:21.926277 run osmo-hlr_10.42.42.2(pid=18224): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18224)]\u000a06:35:21.978530 run osmo-hlr_10.42.42.2(pid=18224): stdout: \u000a| (launched: 2022-12-14_06:35:18.400504) \u000a06:35:22.031097 run osmo-hlr_10.42.42.2(pid=18224): stderr: \u000a| �[0;m�[1;31m20221214063518600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063518600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063518600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063518600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063518600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063518601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063518617 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063518625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063518625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063518626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:35:22.075936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18213): Terminating (SIGTERM)\u000a06:35:22.118307 run iperf3-srv_10.42.42.10(pid=18214): Terminating (SIGTERM)\u000a06:35:22.160693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18215): Terminating (SIGTERM)\u000a06:35:22.203113 run iperf3-srv_10.42.42.10(pid=18216): Terminating (SIGTERM)\u000a06:35:22.245580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18217): Terminating (SIGTERM)\u000a06:35:22.288056 run iperf3-srv_10.42.42.10(pid=18218): Terminating (SIGTERM)\u000a06:35:22.331039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18219): Terminating (SIGTERM)\u000a06:35:22.373238 run iperf3-srv_10.42.42.10(pid=18220): Terminating (SIGTERM)\u000a06:35:22.416036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18223): Terminating (SIGTERM)\u000a06:35:22.458337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18226): Terminating (SIGTERM)\u000a06:35:22.500738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18230): Terminating (SIGTERM)\u000a06:35:22.510620 --- ParallelTerminationStrategy: PID 18213 died...\u000a06:35:22.567300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18213): Terminated: ok {rc=0}\u000a06:35:22.577938 --- ParallelTerminationStrategy: PID 18214 died...\u000a06:35:22.633874 run iperf3-srv_10.42.42.10(pid=18214): Terminated {rc=256}\u000a06:35:22.644115 --- ParallelTerminationStrategy: PID 18215 died...\u000a06:35:22.700557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18215): Terminated: ok {rc=0}\u000a06:35:22.710847 --- ParallelTerminationStrategy: PID 18216 died...\u000a06:35:22.766791 run iperf3-srv_10.42.42.10(pid=18216): Terminated {rc=256}\u000a06:35:22.777313 --- ParallelTerminationStrategy: PID 18217 died...\u000a06:35:22.833759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18217): Terminated: ok {rc=0}\u000a06:35:22.843979 --- ParallelTerminationStrategy: PID 18218 died...\u000a06:35:22.899931 run iperf3-srv_10.42.42.10(pid=18218): Terminated {rc=256}\u000a06:35:22.910097 --- ParallelTerminationStrategy: PID 18219 died...\u000a06:35:22.966568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18219): Terminated: ok {rc=0}\u000a06:35:22.976809 --- ParallelTerminationStrategy: PID 18220 died...\u000a06:35:23.032760 run iperf3-srv_10.42.42.10(pid=18220): Terminated {rc=256}\u000a06:35:23.042876 --- ParallelTerminationStrategy: PID 18223 died...\u000a06:35:23.098886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18223): Terminated: ok {rc=0}\u000a06:35:23.109278 --- ParallelTerminationStrategy: PID 18226 died...\u000a06:35:23.165016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18226): Terminated: ok {rc=0}\u000a06:35:23.175241 --- ParallelTerminationStrategy: PID 18230 died...\u000a06:35:23.231279 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18230): Terminated: ok {rc=0}\u000a06:35:23.318963 bus /gobi_4: Setting Powered False\u000a06:35:24.421186 bus /gobi_4: Setting Powered False\u000a06:35:25.528668 bus /gobi_1: Setting Powered False\u000a06:35:26.636596 bus /gobi_1: Setting Powered False\u000a06:35:27.745477 bus /gobi_0: Setting Powered False\u000a06:35:28.852775 bus /gobi_0: Setting Powered False\u000a06:35:29.964376 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18238): Process ended prematurely: osmo-stp_10.42.42.5(pid=18238) [trial-2400↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18238)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18238): Process ended prematurely: osmo-stp_10.42.42.5(pid=18238) [trial-2400↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18238)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a06:35:31.036042 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:31.049468 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:35:31.206058 tst ping.py: using LAC 39074\u000a06:35:31.362644 tst ping.py: using RAC 59\u000a06:35:31.521904 tst ping.py: using CellId 39074\u000a06:35:31.682095 tst ping.py: using BVCI 39075\u000a06:35:31.715211 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:31.730360 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:31.743170 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:31.757199 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:31.773354 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:31.787210 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:31.800848 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:31.813814 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:35:32.123185 tst ping.py:19: start network...\u000a06:35:32.254951 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:35:32.740594 run create_hlr_db(pid=18232): Launched\u000a06:35:32.919093 bus /gobi_6: Setting Powered False\u000a06:35:33.940362 run create_hlr_db(pid=18232): Terminated: ok {rc=0}\u000a06:35:34.351777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18234): Launched\u000a06:35:34.660326 run osmo-hlr_10.42.42.2(pid=18235): Launched\u000a06:35:34.777013 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:35:35.319214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18237): Launched\u000a06:35:35.628560 run osmo-stp_10.42.42.5(pid=18238): Launched\u000a06:35:35.741961 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:35:36.279677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18240): Launched\u000a06:35:36.389782 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:35:36.659183 run patchelf(pid=18241): Launched\u000a06:35:36.838707 run osmo-stp_10.42.42.5(pid=18238): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18238)]\u000a06:35:36.970115 run osmo-stp_10.42.42.5(pid=18238): stdout: \u000a| (launched: 2022-12-14_06:35:35.475361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:37.101794 run osmo-stp_10.42.42.5(pid=18238): stderr: \u000a| �[0;m�[38;5;43m20221214063535645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063535645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063535645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063535646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063535646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063535646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063535646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:37.228309 run osmo-stp_10.42.42.5(pid=18238): stdout: \u000a| (launched: 2022-12-14_06:35:35.475361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:37.354096 run osmo-stp_10.42.42.5(pid=18238): stderr: \u000a| �[0;m�[38;5;43m20221214063535645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063535645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063535645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063535646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063535646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063535646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063535646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:37.500619 run patchelf(pid=18241): Terminating (SIGINT)\u000a06:35:37.672753 run patchelf(pid=18241): Terminated: ok {rc=0}\u000a06:35:37.704054 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18238): Process ended prematurely: osmo-stp_10.42.42.5(pid=18238) [trial-2400↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18238)] [trial-2400↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a06:35:37.712838 tst ping.py:22: Test FAILED (6.7 sec)\u000a06:35:37.772984 run osmo-hlr_10.42.42.2(pid=18235): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18235)]\u000a06:35:37.821716 run osmo-hlr_10.42.42.2(pid=18235): stdout: \u000a| (launched: 2022-12-14_06:35:34.508304) \u000a06:35:37.871312 run osmo-hlr_10.42.42.2(pid=18235): stderr: \u000a| �[0;m�[1;31m20221214063534684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063534684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063534684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063534684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063534685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063534685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063534697 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063534705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063534706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063534706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:35:37.913534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18234): Terminating (SIGTERM)\u000a06:35:37.953373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18237): Terminating (SIGTERM)\u000a06:35:37.993873 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18240): Terminating (SIGTERM)\u000a06:35:38.003282 --- ParallelTerminationStrategy: PID 18234 died...\u000a06:35:38.057248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18234): Terminated: ok {rc=0}\u000a06:35:38.067007 --- ParallelTerminationStrategy: PID 18237 died...\u000a06:35:38.120742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18237): Terminated: ok {rc=0}\u000a06:35:38.130433 --- ParallelTerminationStrategy: PID 18240 died...\u000a06:35:38.183880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18240): Terminated: ok {rc=0}\u000a06:35:38.272284 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18248): Process ended prematurely: osmo-stp_10.42.42.5(pid=18248) [trial-2400↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18248)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18248): Process ended prematurely: osmo-stp_10.42.42.5(pid=18248) [trial-2400↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18248)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a06:35:39.324239 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:39.336098 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:35:39.491763 tst ping_idle_ping.py: using LAC 39075\u000a06:35:39.611289 tst ping_idle_ping.py: using RAC 60\u000a06:35:39.733282 tst ping_idle_ping.py: using CellId 39075\u000a06:35:39.854962 tst ping_idle_ping.py: using BVCI 39076\u000a06:35:39.878474 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:39.889565 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:39.900393 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:39.911311 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:39.922869 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:39.934616 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:39.946424 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:35:39.958174 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:35:40.259003 tst ping_idle_ping.py:24: start network...\u000a06:35:40.397391 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:35:40.925671 run create_hlr_db(pid=18242): Launched\u000a06:35:41.116002 bus /gobi_6: Setting Powered False\u000a06:35:42.138542 run create_hlr_db(pid=18242): Terminated: ok {rc=0}\u000a06:35:42.558078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18244): Launched\u000a06:35:42.888997 run osmo-hlr_10.42.42.2(pid=18245): Launched\u000a06:35:43.013591 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:35:43.586005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18247): Launched\u000a06:35:43.916096 run osmo-stp_10.42.42.5(pid=18248): Launched\u000a06:35:44.035217 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:35:44.609735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18250): Launched\u000a06:35:44.727422 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:35:45.014534 run patchelf(pid=18251): Launched\u000a06:35:45.206954 run osmo-stp_10.42.42.5(pid=18248): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18248)]\u000a06:35:45.347743 run osmo-stp_10.42.42.5(pid=18248): stdout: \u000a| (launched: 2022-12-14_06:35:43.753253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:45.488735 run osmo-stp_10.42.42.5(pid=18248): stderr: \u000a| �[0;m�[38;5;43m20221214063543946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063543946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063543946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063543947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063543947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063543947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063543947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:45.624645 run osmo-stp_10.42.42.5(pid=18248): stdout: \u000a| (launched: 2022-12-14_06:35:43.753253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:45.759308 run osmo-stp_10.42.42.5(pid=18248): stderr: \u000a| �[0;m�[38;5;43m20221214063543946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063543946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063543946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063543947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063543947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063543947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063543947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:45.936193 run patchelf(pid=18251): Terminating (SIGINT)\u000a06:35:46.118588 run patchelf(pid=18251): Terminated: ok {rc=0}\u000a06:35:46.165235 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18248): Process ended prematurely: osmo-stp_10.42.42.5(pid=18248) [trial-2400↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18248)] [trial-2400↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a06:35:46.178959 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a06:35:46.260703 run osmo-hlr_10.42.42.2(pid=18245): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18245)]\u000a06:35:46.312637 run osmo-hlr_10.42.42.2(pid=18245): stdout: \u000a| (launched: 2022-12-14_06:35:42.725713) \u000a06:35:46.365238 run osmo-hlr_10.42.42.2(pid=18245): stderr: \u000a| �[0;m�[1;31m20221214063542923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063542923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063542923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063542923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063542923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063542924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063542935 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063542945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063542945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063542945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:35:46.411491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18244): Terminating (SIGTERM)\u000a06:35:46.455980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18247): Terminating (SIGTERM)\u000a06:35:46.499228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18250): Terminating (SIGTERM)\u000a06:35:46.510960 --- ParallelTerminationStrategy: PID 18244 died...\u000a06:35:46.571284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18244): Terminated: ok {rc=0}\u000a06:35:46.583167 --- ParallelTerminationStrategy: PID 18247 died...\u000a06:35:46.639144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18247): Terminated: ok {rc=0}\u000a06:35:46.650288 --- ParallelTerminationStrategy: PID 18250 died...\u000a06:35:46.707177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18250): Terminated: ok {rc=0}\u000a06:35:46.795113 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:34:47" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18264): Process ended prematurely: osmo-stp_10.42.42.5(pid=18264) [trial-2400↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18264)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18264): Process ended prematurely: osmo-stp_10.42.42.5(pid=18264) [trial-2400↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18264)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a06:35:48.791736 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:35:48.803363 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:35:48.951829 tst switch_tch_pdch.py: using LAC 39076\u000a06:35:49.072853 tst switch_tch_pdch.py: using RAC 61\u000a06:35:49.194920 tst switch_tch_pdch.py: using CellId 39076\u000a06:35:49.316761 tst switch_tch_pdch.py: using BVCI 39077\u000a06:35:49.340330 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:35:49.351969 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:35:49.363490 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:35:49.374900 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:35:49.386615 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:35:49.398295 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:35:49.410254 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:35:49.422068 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:35:49.542841 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:35:49.827644 tst switch_tch_pdch.py:51: start network...\u000a06:35:49.956695 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:35:50.440187 run create_hlr_db(pid=18256): Launched\u000a06:35:50.618671 bus /gobi_6: Setting Powered False\u000a06:35:51.639066 run create_hlr_db(pid=18256): Terminated: ok {rc=0}\u000a06:35:52.075004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18260): Launched\u000a06:35:52.384599 run osmo-hlr_10.42.42.2(pid=18261): Launched\u000a06:35:52.504040 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:35:53.044606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18263): Launched\u000a06:35:53.352658 run osmo-stp_10.42.42.5(pid=18264): Launched\u000a06:35:53.469208 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:35:54.004571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18266): Launched\u000a06:35:54.114302 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:35:54.382769 run patchelf(pid=18267): Launched\u000a06:35:54.562912 run osmo-stp_10.42.42.5(pid=18264): ERR: Terminated: ERROR {rc=1} [trial-2400↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18264)]\u000a06:35:54.694307 run osmo-stp_10.42.42.5(pid=18264): stdout: \u000a| (launched: 2022-12-14_06:35:53.200394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:54.826198 run osmo-stp_10.42.42.5(pid=18264): stderr: \u000a| �[0;m�[38;5;43m20221214063553371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063553371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063553372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063553372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063553373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063553373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063553373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:54.953205 run osmo-stp_10.42.42.5(pid=18264): stdout: \u000a| (launched: 2022-12-14_06:35:53.200394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:55.079426 run osmo-stp_10.42.42.5(pid=18264): stderr: \u000a| �[0;m�[38;5;43m20221214063553371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063553371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063553372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063553372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063553373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063553373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063553373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:55.226074 run patchelf(pid=18267): Terminating (SIGINT)\u000a06:35:55.398507 run patchelf(pid=18267): Terminated: ok {rc=0}\u000a06:35:55.429845 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=18264): Process ended prematurely: osmo-stp_10.42.42.5(pid=18264) [trial-2400↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18264)] [trial-2400↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a06:35:55.438760 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a06:35:55.498953 run osmo-hlr_10.42.42.2(pid=18261): ERR: Terminated: ERROR {rc=237} [trial-2400↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18261)]\u000a06:35:55.548184 run osmo-hlr_10.42.42.2(pid=18261): stdout: \u000a| (launched: 2022-12-14_06:35:52.232373) \u000a06:35:55.598049 run osmo-hlr_10.42.42.2(pid=18261): stderr: \u000a| �[0;m�[1;31m20221214063552408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063552408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063552408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063552408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063552409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063552409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063552421 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063552429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063552429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063552429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:35:55.640443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18260): Terminating (SIGTERM)\u000a06:35:55.680440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18263): Terminating (SIGTERM)\u000a06:35:55.720447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18266): Terminating (SIGTERM)\u000a06:35:55.729675 --- ParallelTerminationStrategy: PID 18260 died...\u000a06:35:55.783482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18260): Terminated: ok {rc=0}\u000a06:35:55.793334 --- ParallelTerminationStrategy: PID 18263 died...\u000a06:35:55.846941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18263): Terminated: ok {rc=0}\u000a06:35:55.856493 --- ParallelTerminationStrategy: PID 18266 died...\u000a06:35:55.909993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18266): Terminated: ok {rc=0}\u000a06:35:55.998254 bus /gobi_0: Setting Powered False\u000a06:35:57.101099 bus /gobi_0: Setting Powered False\u000a06:35:58.207268 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:35:48" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18277): Process ended prematurely: osmo-stp_10.42.42.5(pid=18277) [trial-2400↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18277)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18277): Process ended prematurely: osmo-stp_10.42.42.5(pid=18277) [trial-2400↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a06:36:00.140292 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:36:00.151545 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a06:36:00.293981 tst mo_mt_sms.py: using LAC 39077\u000a06:36:00.436277 tst mo_mt_sms.py: using RAC 62\u000a06:36:00.572212 tst mo_mt_sms.py: using CellId 39077\u000a06:36:00.701875 tst mo_mt_sms.py: using BVCI 39078\u000a06:36:00.727040 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:36:00.738333 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:36:00.749418 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:36:00.760409 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:36:00.771559 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:36:00.782611 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a06:36:00.916097 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a06:36:01.164849 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:36:01.745202 run create_hlr_db(pid=18271): Launched\u000a06:36:01.932114 bus /gobi_6: Setting Powered False\u000a06:36:02.955718 run create_hlr_db(pid=18271): Terminated: ok {rc=0}\u000a06:36:03.368076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18273): Launched\u000a06:36:03.676231 run osmo-hlr_10.42.42.2(pid=18274): Launched\u000a06:36:03.797047 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:36:04.339045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18276): Launched\u000a06:36:04.647048 run osmo-stp_10.42.42.5(pid=18277): Launched\u000a06:36:04.760159 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:36:05.323044 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18279): Launched\u000a06:36:05.632523 run osmo-msc_10.42.42.6(pid=18280): Launched\u000a06:36:05.813281 run osmo-stp_10.42.42.5(pid=18277): ERR: Terminated: ERROR {rc=1} [trial-2400↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18277)]\u000a06:36:05.943717 run osmo-stp_10.42.42.5(pid=18277): stdout: \u000a| (launched: 2022-12-14_06:36:04.495154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:06.071674 run osmo-stp_10.42.42.5(pid=18277): stderr: \u000a| �[0;m�[38;5;43m20221214063604666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063604666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063604666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063604667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063604667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063604667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063604667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:06.195118 run osmo-stp_10.42.42.5(pid=18277): stdout: \u000a| (launched: 2022-12-14_06:36:04.495154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:06.318259 run osmo-stp_10.42.42.5(pid=18277): stderr: \u000a| �[0;m�[38;5;43m20221214063604666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063604666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063604666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063604667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063604667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063604667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063604667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:06.371804 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=18277): Process ended prematurely: osmo-stp_10.42.42.5(pid=18277) [trial-2400↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18277)] [trial-2400↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a06:36:06.379856 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a06:36:06.440237 run osmo-hlr_10.42.42.2(pid=18274): ERR: Terminated: ERROR {rc=237} [trial-2400↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18274)]\u000a06:36:06.489558 run osmo-hlr_10.42.42.2(pid=18274): stdout: \u000a| (launched: 2022-12-14_06:36:03.524289) \u000a06:36:06.539483 run osmo-hlr_10.42.42.2(pid=18274): stderr: \u000a| �[0;m�[1;31m20221214063603702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063603702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063603702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063603702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063603702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063603702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063603714 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063603722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063603723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063603723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:36:06.607500 run osmo-msc_10.42.42.6(pid=18280): ERR: Terminated: ERROR {rc=2} [trial-2400↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18280)]\u000a06:36:06.656513 run osmo-msc_10.42.42.6(pid=18280): stdout: \u000a| (launched: 2022-12-14_06:36:05.479328) \u000a06:36:06.706173 run osmo-msc_10.42.42.6(pid=18280): stderr: \u000a| �[0;m�[38;5;43m20221214063605752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214063605752 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f202a655c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214063605752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214063605752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214063605752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214063605752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214063605754 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214063605754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214063605755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214063605755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:36:06.748701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18273): Terminating (SIGTERM)\u000a06:36:06.788551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18276): Terminating (SIGTERM)\u000a06:36:06.828547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18279): Terminating (SIGTERM)\u000a06:36:06.837780 --- ParallelTerminationStrategy: PID 18273 died...\u000a06:36:06.891428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18273): Terminated: ok {rc=0}\u000a06:36:06.901064 --- ParallelTerminationStrategy: PID 18276 died...\u000a06:36:06.954408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18276): Terminated: ok {rc=0}\u000a06:36:06.963931 --- ParallelTerminationStrategy: PID 18279 died...\u000a06:36:07.017491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18279): Terminated: ok {rc=0}\u000a06:36:07.105580 bus /sierra_3: Setting Powered False\u000a06:36:08.211525 bus /sierra_3: Setting Powered False\u000a06:36:09.318851 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:35:59" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=18286): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18286) [trial-2400↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18286)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=18286): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18286) [trial-2400↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18286)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a06:36:11.169261 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a06:36:11.180514 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a06:36:11.324415 tst assert_extension.py: using LAC 39078\u000a06:36:11.454866 tst assert_extension.py: using RAC 63\u000a06:36:11.583318 tst assert_extension.py: using CellId 39078\u000a06:36:11.711891 tst assert_extension.py: using BVCI 39079\u000a06:36:11.736877 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a06:36:12.017331 tst assert_extension.py:10: start nitb and bts...\u000a06:36:12.146132 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:36:12.782249 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18285): Launched\u000a06:36:13.087104 run osmo-nitb_10.42.42.2(pid=18286): Launched\u000a06:36:13.275834 run osmo-nitb_10.42.42.2(pid=18286): ERR: Terminated: ERROR {rc=2} [trial-2400↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18286)]\u000a06:36:13.415134 run osmo-nitb_10.42.42.2(pid=18286): stdout: \u000a| (launched: 2022-12-14_06:36:12.938731) \u000a06:36:13.554809 run osmo-nitb_10.42.42.2(pid=18286): stderr: \u000a| (launched: 2022-12-14_06:36:12.984448)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:36:13.689914 run osmo-nitb_10.42.42.2(pid=18286): stdout: \u000a| (launched: 2022-12-14_06:36:12.938731) \u000a06:36:13.823615 run osmo-nitb_10.42.42.2(pid=18286): stderr: \u000a| (launched: 2022-12-14_06:36:12.984448)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:36:14.211657 tst osmo-nitb_10.42.42.2(pid=18286): stdout: \u000a| (launched: 2022-12-14_06:36:12.938731) \u000a06:36:14.334247 tst osmo-nitb_10.42.42.2(pid=18286): stderr: \u000a| (launched: 2022-12-14_06:36:12.984448)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:36:14.388626 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=18286): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18286) [trial-2400↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18286)] [trial-2400↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a06:36:14.396690 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a06:36:14.431094 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18285): Terminating (SIGTERM)\u000a06:36:14.608775 --- ParallelTerminationStrategy: PID 18285 died...\u000a06:36:14.664219 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18285): Terminated: ok {rc=0}\u000a06:36:14.752795 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:36:11" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "ussd:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18296): Process ended prematurely: osmo-stp_10.42.42.5(pid=18296) [trial-2400↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18296)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18296): Process ended prematurely: osmo-stp_10.42.42.5(pid=18296) [trial-2400↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18296)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a06:36:16.669330 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:36:16.688146 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a06:36:16.836811 tst assert_extension.py: using LAC 39079\u000a06:36:16.959408 tst assert_extension.py: using RAC 64\u000a06:36:17.082970 tst assert_extension.py: using CellId 39079\u000a06:36:17.216009 tst assert_extension.py: using BVCI 39080\u000a06:36:17.242349 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:36:17.254543 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:36:17.266438 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:36:17.278571 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:36:17.291504 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:36:17.304411 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a06:36:17.520467 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:36:18.046012 run create_hlr_db(pid=18290): Launched\u000a06:36:18.237375 bus /sierra_2: Setting Powered False\u000a06:36:19.257499 run create_hlr_db(pid=18290): Terminated: ok {rc=0}\u000a06:36:19.675011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18292): Launched\u000a06:36:19.984595 run osmo-hlr_10.42.42.2(pid=18293): Launched\u000a06:36:20.105726 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:36:20.648428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18295): Launched\u000a06:36:20.957158 run osmo-stp_10.42.42.5(pid=18296): Launched\u000a06:36:21.069455 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:36:21.629809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18298): Launched\u000a06:36:21.941233 run osmo-msc_10.42.42.6(pid=18299): Launched\u000a06:36:22.123494 run osmo-stp_10.42.42.5(pid=18296): ERR: Terminated: ERROR {rc=1} [trial-2400↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18296)]\u000a06:36:22.254110 run osmo-stp_10.42.42.5(pid=18296): stdout: \u000a| (launched: 2022-12-14_06:36:20.804895)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:22.382510 run osmo-stp_10.42.42.5(pid=18296): stderr: \u000a| �[0;m�[38;5;43m20221214063620977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063620977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063620978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063620978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063620979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063620979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063620979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:22.506820 run osmo-stp_10.42.42.5(pid=18296): stdout: \u000a| (launched: 2022-12-14_06:36:20.804895)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:22.629771 run osmo-stp_10.42.42.5(pid=18296): stderr: \u000a| �[0;m�[38;5;43m20221214063620977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063620977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063620978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063620978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063620979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063620979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063620979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:22.683395 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=18296): Process ended prematurely: osmo-stp_10.42.42.5(pid=18296) [trial-2400↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18296)] [trial-2400↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a06:36:22.691498 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a06:36:22.751507 run osmo-hlr_10.42.42.2(pid=18293): ERR: Terminated: ERROR {rc=237} [trial-2400↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18293)]\u000a06:36:22.800599 run osmo-hlr_10.42.42.2(pid=18293): stdout: \u000a| (launched: 2022-12-14_06:36:19.832347) \u000a06:36:22.850413 run osmo-hlr_10.42.42.2(pid=18293): stderr: \u000a| �[0;m�[1;31m20221214063620010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063620010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063620010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063620010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063620010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063620010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063620025 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063620034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063620034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063620034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:36:22.918040 run osmo-msc_10.42.42.6(pid=18299): ERR: Terminated: ERROR {rc=2} [trial-2400↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18299)]\u000a06:36:22.967097 run osmo-msc_10.42.42.6(pid=18299): stdout: \u000a| (launched: 2022-12-14_06:36:21.786006) \u000a06:36:23.016935 run osmo-msc_10.42.42.6(pid=18299): stderr: \u000a| �[0;m�[38;5;43m20221214063622057 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214063622057 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f470f52ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214063622058 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214063622058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214063622058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214063622058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214063622060 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214063622060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214063622060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214063622060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:36:23.059263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18292): Terminating (SIGTERM)\u000a06:36:23.099235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18295): Terminating (SIGTERM)\u000a06:36:23.140120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18298): Terminating (SIGTERM)\u000a06:36:23.149495 --- ParallelTerminationStrategy: PID 18292 died...\u000a06:36:23.204310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18292): Terminated: ok {rc=0}\u000a06:36:23.214024 --- ParallelTerminationStrategy: PID 18295 died...\u000a06:36:23.268312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18295): Terminated: ok {rc=0}\u000a06:36:23.278021 --- ParallelTerminationStrategy: PID 18298 died...\u000a06:36:23.332145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18298): Terminated: ok {rc=0}\u000a06:36:23.420928 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:36:16" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18310): Process ended prematurely: osmo-stp_10.42.42.5(pid=18310) [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18310)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18310): Process ended prematurely: osmo-stp_10.42.42.5(pid=18310) [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18310)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a06:36:25.396942 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:36:25.408355 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:36:25.573562 tst mo_mt_call.py: using LAC 39080\u000a06:36:25.706112 tst mo_mt_call.py: using RAC 65\u000a06:36:25.841780 tst mo_mt_call.py: using CellId 39080\u000a06:36:25.973532 tst mo_mt_call.py: using BVCI 39081\u000a06:36:25.999037 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:36:26.011071 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:36:26.022940 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:36:26.034638 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:36:26.046759 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:36:26.058646 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:36:26.175961 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:36:26.381838 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:36:26.875689 run create_hlr_db(pid=18304): Launched\u000a06:36:27.056303 bus /sierra_2: Setting Powered False\u000a06:36:28.077748 run create_hlr_db(pid=18304): Terminated: ok {rc=0}\u000a06:36:28.524639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18306): Launched\u000a06:36:28.858950 run osmo-hlr_10.42.42.2(pid=18307): Launched\u000a06:36:28.984668 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:36:29.567368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18309): Launched\u000a06:36:29.901924 run osmo-stp_10.42.42.5(pid=18310): Launched\u000a06:36:30.023501 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:36:30.632456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18312): Launched\u000a06:36:31.104323 run osmo-msc_10.42.42.6(pid=18313): Launched\u000a06:36:31.523452 run osmo-stp_10.42.42.5(pid=18310): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18310)]\u000a06:36:31.755542 run osmo-stp_10.42.42.5(pid=18310): stdout: \u000a| (launched: 2022-12-14_06:36:29.737492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:31.928103 run osmo-stp_10.42.42.5(pid=18310): stderr: \u000a| �[0;m�[38;5;43m20221214063629931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063629932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063629932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063629932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063629933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063629933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063629933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:32.058108 run osmo-stp_10.42.42.5(pid=18310): stdout: \u000a| (launched: 2022-12-14_06:36:29.737492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:32.189767 run osmo-stp_10.42.42.5(pid=18310): stderr: \u000a| �[0;m�[38;5;43m20221214063629931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063629932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063629932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063629932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063629933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063629933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063629933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:32.246770 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18310): Process ended prematurely: osmo-stp_10.42.42.5(pid=18310) [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18310)] [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a06:36:32.256535 tst mo_mt_call.py:8: Test FAILED (6.9 sec)\u000a06:36:32.319858 run osmo-hlr_10.42.42.2(pid=18307): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18307)]\u000a06:36:32.372527 run osmo-hlr_10.42.42.2(pid=18307): stdout: \u000a| (launched: 2022-12-14_06:36:28.695139) \u000a06:36:32.424016 run osmo-hlr_10.42.42.2(pid=18307): stderr: \u000a| �[0;m�[1;31m20221214063628896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063628896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063628896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063628896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063628896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063628896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063628910 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063628918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063628918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063628918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:36:32.493003 run osmo-msc_10.42.42.6(pid=18313): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18313)]\u000a06:36:32.543065 run osmo-msc_10.42.42.6(pid=18313): stdout: \u000a| (launched: 2022-12-14_06:36:30.802343) \u000a06:36:32.593498 run osmo-msc_10.42.42.6(pid=18313): stderr: \u000a| �[0;m�[38;5;43m20221214063631465 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214063631465 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb5c3de4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214063631465 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214063631465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214063631465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214063631465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214063631467 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214063631467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214063631468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214063631468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:36:32.636489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18306): Terminating (SIGTERM)\u000a06:36:32.677366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18309): Terminating (SIGTERM)\u000a06:36:32.717969 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18312): Terminating (SIGTERM)\u000a06:36:32.726944 --- ParallelTerminationStrategy: PID 18306 died...\u000a06:36:32.782138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18306): Terminated: ok {rc=0}\u000a06:36:32.791791 --- ParallelTerminationStrategy: PID 18309 died...\u000a06:36:32.846644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18309): Terminated: ok {rc=0}\u000a06:36:32.856273 --- ParallelTerminationStrategy: PID 18312 died...\u000a06:36:32.911399 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18312): Terminated: ok {rc=0}\u000a06:36:33.000472 bus /sierra_3: Setting Powered False\u000a06:36:34.104216 bus /sierra_3: Setting Powered False\u000a06:36:35.216626 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18321): Process ended prematurely: osmo-stp_10.42.42.5(pid=18321) [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18321)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18321): Process ended prematurely: osmo-stp_10.42.42.5(pid=18321) [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18321)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:36:36.328236 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:36:36.340160 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:36:36.496083 tst mo_mt_call_osmux.py: using LAC 39081\u000a06:36:36.617055 tst mo_mt_call_osmux.py: using RAC 66\u000a06:36:36.743290 tst mo_mt_call_osmux.py: using CellId 39081\u000a06:36:36.865973 tst mo_mt_call_osmux.py: using BVCI 39082\u000a06:36:36.890002 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:36:36.901265 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:36:36.912213 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:36:36.923308 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:36:36.934766 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:36:36.946166 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:36:37.067727 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:36:37.289140 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:36:37.825588 run create_hlr_db(pid=18315): Launched\u000a06:36:38.020499 bus /sierra_2: Setting Powered False\u000a06:36:39.041010 run create_hlr_db(pid=18315): Terminated: ok {rc=0}\u000a06:36:39.465139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18317): Launched\u000a06:36:39.780740 run osmo-hlr_10.42.42.2(pid=18318): Launched\u000a06:36:39.895589 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:36:40.443018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18320): Launched\u000a06:36:40.758221 run osmo-stp_10.42.42.5(pid=18321): Launched\u000a06:36:40.874137 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:36:41.449544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18323): Launched\u000a06:36:41.767050 run osmo-msc_10.42.42.6(pid=18324): Launched\u000a06:36:41.952085 run osmo-stp_10.42.42.5(pid=18321): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18321)]\u000a06:36:42.085184 run osmo-stp_10.42.42.5(pid=18321): stdout: \u000a| (launched: 2022-12-14_06:36:40.603450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:42.216462 run osmo-stp_10.42.42.5(pid=18321): stderr: \u000a| �[0;m�[38;5;43m20221214063640776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063640776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063640776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063640776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063640777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063640777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063640777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:42.342651 run osmo-stp_10.42.42.5(pid=18321): stdout: \u000a| (launched: 2022-12-14_06:36:40.603450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:42.467890 run osmo-stp_10.42.42.5(pid=18321): stderr: \u000a| �[0;m�[38;5;43m20221214063640776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063640776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063640776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063640776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063640777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063640777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063640777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:42.523112 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18321): Process ended prematurely: osmo-stp_10.42.42.5(pid=18321) [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18321)] [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a06:36:42.531816 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a06:36:42.593108 run osmo-hlr_10.42.42.2(pid=18318): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18318)]\u000a06:36:42.642831 run osmo-hlr_10.42.42.2(pid=18318): stdout: \u000a| (launched: 2022-12-14_06:36:39.625859) \u000a06:36:42.693034 run osmo-hlr_10.42.42.2(pid=18318): stderr: \u000a| �[0;m�[1;31m20221214063639803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063639803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063639803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063639803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063639803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063639803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063639832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063639842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063639842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063639842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:36:42.761353 run osmo-msc_10.42.42.6(pid=18324): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18324)]\u000a06:36:42.810778 run osmo-msc_10.42.42.6(pid=18324): stdout: \u000a| (launched: 2022-12-14_06:36:41.609281) \u000a06:36:42.861038 run osmo-msc_10.42.42.6(pid=18324): stderr: \u000a| �[0;m�[38;5;43m20221214063641881 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214063641882 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f35bc465c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214063641882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214063641882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214063641882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214063641882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214063641884 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214063641884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214063641884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214063641885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:36:42.903959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18317): Terminating (SIGTERM)\u000a06:36:42.944448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18320): Terminating (SIGTERM)\u000a06:36:42.984916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18323): Terminating (SIGTERM)\u000a06:36:42.994309 --- ParallelTerminationStrategy: PID 18317 died...\u000a06:36:43.048928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18317): Terminated: ok {rc=0}\u000a06:36:43.058762 --- ParallelTerminationStrategy: PID 18320 died...\u000a06:36:43.113087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18320): Terminated: ok {rc=0}\u000a06:36:43.122846 --- ParallelTerminationStrategy: PID 18323 died...\u000a06:36:43.177523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18323): Terminated: ok {rc=0}\u000a06:36:43.267831 bus /sierra_3: Setting Powered False\u000a06:36:44.372844 bus /sierra_3: Setting Powered False\u000a06:36:45.486065 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:36:25" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18335): Process ended prematurely: osmo-stp_10.42.42.5(pid=18335) [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18335)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18335): Process ended prematurely: osmo-stp_10.42.42.5(pid=18335) [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18335)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a06:36:47.521507 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:36:47.532727 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:36:47.688090 tst mo_mt_call.py: using LAC 39082\u000a06:36:47.812462 tst mo_mt_call.py: using RAC 67\u000a06:36:47.938142 tst mo_mt_call.py: using CellId 39082\u000a06:36:48.069301 tst mo_mt_call.py: using BVCI 39083\u000a06:36:48.094929 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:36:48.106869 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:36:48.118739 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:36:48.130678 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:36:48.143161 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:36:48.155580 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:36:48.281295 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:36:48.490596 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:36:48.984933 run create_hlr_db(pid=18329): Launched\u000a06:36:49.165599 bus /sierra_2: Setting Powered False\u000a06:36:50.187253 run create_hlr_db(pid=18329): Terminated: ok {rc=0}\u000a06:36:50.631428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18331): Launched\u000a06:36:50.965935 run osmo-hlr_10.42.42.2(pid=18332): Launched\u000a06:36:51.091166 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:36:51.672131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18334): Launched\u000a06:36:52.006119 run osmo-stp_10.42.42.5(pid=18335): Launched\u000a06:36:52.127738 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:36:52.738530 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18337): Launched\u000a06:36:53.074207 run osmo-msc_10.42.42.6(pid=18338): Launched\u000a06:36:53.269975 run osmo-stp_10.42.42.5(pid=18335): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18335)]\u000a06:36:53.411418 run osmo-stp_10.42.42.5(pid=18335): stdout: \u000a| (launched: 2022-12-14_06:36:51.842250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:53.550808 run osmo-stp_10.42.42.5(pid=18335): stderr: \u000a| �[0;m�[38;5;43m20221214063652038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063652038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063652038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063652039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063652039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063652039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063652039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:53.684519 run osmo-stp_10.42.42.5(pid=18335): stdout: \u000a| (launched: 2022-12-14_06:36:51.842250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:53.817079 run osmo-stp_10.42.42.5(pid=18335): stderr: \u000a| �[0;m�[38;5;43m20221214063652038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063652038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063652038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063652039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063652039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063652039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063652039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:53.875924 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18335): Process ended prematurely: osmo-stp_10.42.42.5(pid=18335) [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18335)] [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a06:36:53.885429 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a06:36:53.947770 run osmo-hlr_10.42.42.2(pid=18332): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18332)]\u000a06:36:53.999438 run osmo-hlr_10.42.42.2(pid=18332): stdout: \u000a| (launched: 2022-12-14_06:36:50.802267) \u000a06:36:54.051623 run osmo-hlr_10.42.42.2(pid=18332): stderr: \u000a| �[0;m�[1;31m20221214063651003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063651003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063651003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063651003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063651003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063651004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063651016 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063651025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063651025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063651025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:36:54.122236 run osmo-msc_10.42.42.6(pid=18338): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18338)]\u000a06:36:54.173329 run osmo-msc_10.42.42.6(pid=18338): stdout: \u000a| (launched: 2022-12-14_06:36:52.909026) \u000a06:36:54.224986 run osmo-msc_10.42.42.6(pid=18338): stderr: \u000a| �[0;m�[38;5;43m20221214063653232 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214063653232 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa8535d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214063653232 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214063653232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214063653232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214063653232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214063653234 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214063653234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214063653235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214063653235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:36:54.269029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18331): Terminating (SIGTERM)\u000a06:36:54.311230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18334): Terminating (SIGTERM)\u000a06:36:54.353333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18337): Terminating (SIGTERM)\u000a06:36:54.363066 --- ParallelTerminationStrategy: PID 18331 died...\u000a06:36:54.419151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18331): Terminated: ok {rc=0}\u000a06:36:54.429485 --- ParallelTerminationStrategy: PID 18334 died...\u000a06:36:54.484822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18334): Terminated: ok {rc=0}\u000a06:36:54.494990 --- ParallelTerminationStrategy: PID 18337 died...\u000a06:36:54.550561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18337): Terminated: ok {rc=0}\u000a06:36:54.637783 bus /sierra_3: Setting Powered False\u000a06:36:55.743124 bus /sierra_3: Setting Powered False\u000a06:36:56.851826 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18346): Process ended prematurely: osmo-stp_10.42.42.5(pid=18346) [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18346)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18346): Process ended prematurely: osmo-stp_10.42.42.5(pid=18346) [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18346)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:36:57.969042 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:36:57.982752 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:36:58.142563 tst mo_mt_call_osmux.py: using LAC 39083\u000a06:36:58.267337 tst mo_mt_call_osmux.py: using RAC 68\u000a06:36:58.397620 tst mo_mt_call_osmux.py: using CellId 39083\u000a06:36:58.534777 tst mo_mt_call_osmux.py: using BVCI 39084\u000a06:36:58.560372 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:36:58.572299 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:36:58.584314 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:36:58.596009 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:36:58.607804 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:36:58.619395 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:36:58.740734 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:36:58.948865 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:36:59.443672 run create_hlr_db(pid=18340): Launched\u000a06:36:59.625320 bus /sierra_2: Setting Powered False\u000a06:37:00.645682 run create_hlr_db(pid=18340): Terminated: ok {rc=0}\u000a06:37:01.105149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18342): Launched\u000a06:37:01.482913 run osmo-hlr_10.42.42.2(pid=18343): Launched\u000a06:37:01.623390 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:37:02.303971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18345): Launched\u000a06:37:02.637731 run osmo-stp_10.42.42.5(pid=18346): Launched\u000a06:37:02.760278 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:37:03.370315 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18348): Launched\u000a06:37:03.704568 run osmo-msc_10.42.42.6(pid=18349): Launched\u000a06:37:03.900034 run osmo-stp_10.42.42.5(pid=18346): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18346)]\u000a06:37:04.040349 run osmo-stp_10.42.42.5(pid=18346): stdout: \u000a| (launched: 2022-12-14_06:37:02.474611)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:37:04.179803 run osmo-stp_10.42.42.5(pid=18346): stderr: \u000a| �[0;m�[38;5;43m20221214063702668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063702669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063702669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063702669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063702670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063702670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063702670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:37:04.314015 run osmo-stp_10.42.42.5(pid=18346): stdout: \u000a| (launched: 2022-12-14_06:37:02.474611)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:37:04.447101 run osmo-stp_10.42.42.5(pid=18346): stderr: \u000a| �[0;m�[38;5;43m20221214063702668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063702669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063702669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063702669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063702670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063702670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063702670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:37:04.505941 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18346): Process ended prematurely: osmo-stp_10.42.42.5(pid=18346) [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18346)] [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a06:37:04.515549 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a06:37:04.578682 run osmo-hlr_10.42.42.2(pid=18343): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18343)]\u000a06:37:04.630354 run osmo-hlr_10.42.42.2(pid=18343): stdout: \u000a| (launched: 2022-12-14_06:37:01.270608) \u000a06:37:04.682653 run osmo-hlr_10.42.42.2(pid=18343): stderr: \u000a| �[0;m�[1;31m20221214063701653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063701653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063701653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063701653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063701653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063701654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063701675 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063701683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063701683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063701683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:37:04.753891 run osmo-msc_10.42.42.6(pid=18349): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18349)]\u000a06:37:04.805490 run osmo-msc_10.42.42.6(pid=18349): stdout: \u000a| (launched: 2022-12-14_06:37:03.540829) \u000a06:37:04.857555 run osmo-msc_10.42.42.6(pid=18349): stderr: \u000a| �[0;m�[38;5;43m20221214063703864 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214063703864 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe27897bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214063703864 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214063703864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214063703864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214063703865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214063703866 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214063703867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214063703867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214063703867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:37:04.901902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18342): Terminating (SIGTERM)\u000a06:37:04.943659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18345): Terminating (SIGTERM)\u000a06:37:04.985832 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18348): Terminating (SIGTERM)\u000a06:37:04.995612 --- ParallelTerminationStrategy: PID 18342 died...\u000a06:37:05.051755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18342): Terminated: ok {rc=0}\u000a06:37:05.062044 --- ParallelTerminationStrategy: PID 18345 died...\u000a06:37:05.118102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18345): Terminated: ok {rc=0}\u000a06:37:05.128302 --- ParallelTerminationStrategy: PID 18348 died...\u000a06:37:05.184234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18348): Terminated: ok {rc=0}\u000a06:37:05.269919 bus /sierra_3: Setting Powered False\u000a06:37:06.376398 bus /sierra_3: Setting Powered False\u000a06:37:07.486866 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:36:47" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18361): Process ended prematurely: osmo-stp_10.42.42.5(pid=18361) [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18361)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18361): Process ended prematurely: osmo-stp_10.42.42.5(pid=18361) [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:37:09.481212 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:37:09.492705 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:37:09.649140 tst mo_mt_call.py: using LAC 39084\u000a06:37:09.772069 tst mo_mt_call.py: using RAC 69\u000a06:37:09.895386 tst mo_mt_call.py: using CellId 39084\u000a06:37:10.025892 tst mo_mt_call.py: using BVCI 39085\u000a06:37:10.051438 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:37:10.063465 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:37:10.075391 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:37:10.087321 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:37:10.099347 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:37:10.111154 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:37:10.229398 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:37:10.445333 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:37:10.979850 run create_hlr_db(pid=18355): Launched\u000a06:37:11.173587 bus /sierra_2: Setting Powered False\u000a06:37:12.194204 run create_hlr_db(pid=18355): Terminated: ok {rc=0}\u000a06:37:12.639576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18357): Launched\u000a06:37:12.975111 run osmo-hlr_10.42.42.2(pid=18358): Launched\u000a06:37:13.099595 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:37:13.679863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18360): Launched\u000a06:37:14.015630 run osmo-stp_10.42.42.5(pid=18361): Launched\u000a06:37:14.137446 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:37:14.747229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18363): Launched\u000a06:37:15.081756 run osmo-msc_10.42.42.6(pid=18364): Launched\u000a06:37:15.275471 run osmo-stp_10.42.42.5(pid=18361): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18361)]\u000a06:37:15.415352 run osmo-stp_10.42.42.5(pid=18361): stdout: \u000a| (launched: 2022-12-14_06:37:13.850190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:37:15.554692 run osmo-stp_10.42.42.5(pid=18361): stderr: \u000a| �[0;m�[38;5;43m20221214063714044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063714044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063714044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063714045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063714045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063714046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063714046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:37:15.688296 run osmo-stp_10.42.42.5(pid=18361): stdout: \u000a| (launched: 2022-12-14_06:37:13.850190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:37:15.820619 run osmo-stp_10.42.42.5(pid=18361): stderr: \u000a| �[0;m�[38;5;43m20221214063714044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063714044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063714044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063714045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063714045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063714046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063714046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:37:15.880594 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18361): Process ended prematurely: osmo-stp_10.42.42.5(pid=18361) [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18361)] [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a06:37:15.890694 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a06:37:15.954541 run osmo-hlr_10.42.42.2(pid=18358): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18358)]\u000a06:37:16.006889 run osmo-hlr_10.42.42.2(pid=18358): stdout: \u000a| (launched: 2022-12-14_06:37:12.810293) \u000a06:37:16.059744 run osmo-hlr_10.42.42.2(pid=18358): stderr: \u000a| �[0;m�[1;31m20221214063713013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063713013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063713014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063713014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063713014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063713014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063713026 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063713034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063713034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063713034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:37:16.131796 run osmo-msc_10.42.42.6(pid=18364): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18364)]\u000a06:37:16.184099 run osmo-msc_10.42.42.6(pid=18364): stdout: \u000a| (launched: 2022-12-14_06:37:14.918562) \u000a06:37:16.237201 run osmo-msc_10.42.42.6(pid=18364): stderr: \u000a| �[0;m�[38;5;43m20221214063715244 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214063715244 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f618c8b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214063715244 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214063715244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214063715244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214063715245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214063715246 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214063715247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214063715247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214063715247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:37:16.282089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18357): Terminating (SIGTERM)\u000a06:37:16.324382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18360): Terminating (SIGTERM)\u000a06:37:16.366872 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18363): Terminating (SIGTERM)\u000a06:37:16.376663 --- ParallelTerminationStrategy: PID 18357 died...\u000a06:37:16.433535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18357): Terminated: ok {rc=0}\u000a06:37:16.444087 --- ParallelTerminationStrategy: PID 18360 died...\u000a06:37:16.500847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18360): Terminated: ok {rc=0}\u000a06:37:16.511413 --- ParallelTerminationStrategy: PID 18363 died...\u000a06:37:16.568026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18363): Terminated: ok {rc=0}\u000a06:37:16.656778 bus /sierra_3: Setting Powered False\u000a06:37:17.757020 bus /sierra_3: Setting Powered False\u000a06:37:18.864609 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18372): Process ended prematurely: osmo-stp_10.42.42.5(pid=18372) [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18372)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18372): Process ended prematurely: osmo-stp_10.42.42.5(pid=18372) [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18372)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:37:19.982174 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:37:19.995066 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:37:20.160459 tst mo_mt_call_osmux.py: using LAC 39085\u000a06:37:20.293161 tst mo_mt_call_osmux.py: using RAC 70\u000a06:37:20.423030 tst mo_mt_call_osmux.py: using CellId 39085\u000a06:37:20.549419 tst mo_mt_call_osmux.py: using BVCI 39086\u000a06:37:20.573565 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:37:20.584878 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:37:20.596111 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:37:20.607386 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:37:20.619041 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:37:20.630492 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:37:20.752469 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:37:20.974901 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:37:21.511886 run create_hlr_db(pid=18366): Launched\u000a06:37:21.706163 bus /sierra_2: Setting Powered False\u000a06:37:22.726126 run create_hlr_db(pid=18366): Terminated: ok {rc=0}\u000a06:37:23.150735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18368): Launched\u000a06:37:23.469480 run osmo-hlr_10.42.42.2(pid=18369): Launched\u000a06:37:23.591259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:37:24.138059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18371): Launched\u000a06:37:24.453242 run osmo-stp_10.42.42.5(pid=18372): Launched\u000a06:37:24.569075 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:37:25.142017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18374): Launched\u000a06:37:25.460783 run osmo-msc_10.42.42.6(pid=18375): Launched\u000a06:37:25.645370 run osmo-stp_10.42.42.5(pid=18372): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18372)]\u000a06:37:25.783620 run osmo-stp_10.42.42.5(pid=18372): stdout: \u000a| (launched: 2022-12-14_06:37:24.298122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:37:25.910282 run osmo-stp_10.42.42.5(pid=18372): stderr: \u000a| �[0;m�[38;5;43m20221214063724469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063724469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063724469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063724470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063724470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063724470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063724470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:37:26.031823 run osmo-stp_10.42.42.5(pid=18372): stdout: \u000a| (launched: 2022-12-14_06:37:24.298122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:37:26.152396 run osmo-stp_10.42.42.5(pid=18372): stderr: \u000a| �[0;m�[38;5;43m20221214063724469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063724469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063724469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063724470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063724470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063724470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063724470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:37:26.205748 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18372): Process ended prematurely: osmo-stp_10.42.42.5(pid=18372) [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18372)] [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a06:37:26.214197 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a06:37:26.272914 run osmo-hlr_10.42.42.2(pid=18369): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18369)]\u000a06:37:26.320741 run osmo-hlr_10.42.42.2(pid=18369): stdout: \u000a| (launched: 2022-12-14_06:37:23.310897) \u000a06:37:26.369368 run osmo-hlr_10.42.42.2(pid=18369): stderr: \u000a| �[0;m�[1;31m20221214063723487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063723487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063723487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063723487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063723487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063723488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063723500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063723508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063723508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063723508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:37:26.435394 run osmo-msc_10.42.42.6(pid=18375): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18375)]\u000a06:37:26.483172 run osmo-msc_10.42.42.6(pid=18375): stdout: \u000a| (launched: 2022-12-14_06:37:25.301576) \u000a06:37:26.531520 run osmo-msc_10.42.42.6(pid=18375): stderr: \u000a| �[0;m�[38;5;43m20221214063725575 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214063725575 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5e1de80c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214063725576 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214063725576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214063725576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214063725576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214063725578 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214063725579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214063725579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214063725579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:37:26.572882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18368): Terminating (SIGTERM)\u000a06:37:26.611908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18371): Terminating (SIGTERM)\u000a06:37:26.650917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18374): Terminating (SIGTERM)\u000a06:37:26.659883 --- ParallelTerminationStrategy: PID 18368 died...\u000a06:37:26.712311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18368): Terminated: ok {rc=0}\u000a06:37:26.721702 --- ParallelTerminationStrategy: PID 18371 died...\u000a06:37:26.773899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18371): Terminated: ok {rc=0}\u000a06:37:26.783275 --- ParallelTerminationStrategy: PID 18374 died...\u000a06:37:26.835552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18374): Terminated: ok {rc=0}\u000a06:37:26.917451 bus /sierra_3: Setting Powered False\u000a06:37:28.022103 bus /sierra_3: Setting Powered False\u000a06:37:29.127480 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:37:09" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18387): Process ended prematurely: osmo-stp_10.42.42.5(pid=18387) [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18387)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18387): Process ended prematurely: osmo-stp_10.42.42.5(pid=18387) [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18387)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:37:31.134677 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:37:31.146911 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:37:31.305268 tst mo_mt_call.py: using LAC 39086\u000a06:37:31.443785 tst mo_mt_call.py: using RAC 71\u000a06:37:31.578758 tst mo_mt_call.py: using CellId 39086\u000a06:37:31.734299 tst mo_mt_call.py: using BVCI 39087\u000a06:37:31.761022 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:37:31.773969 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:37:31.786583 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:37:31.799441 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:37:31.813339 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:37:31.826442 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:37:31.949642 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:37:32.155803 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:37:32.638804 run create_hlr_db(pid=18381): Launched\u000a06:37:32.814523 bus /sierra_2: Setting Powered False\u000a06:37:33.835505 run create_hlr_db(pid=18381): Terminated: ok {rc=0}\u000a06:37:34.240466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18383): Launched\u000a06:37:34.543997 run osmo-hlr_10.42.42.2(pid=18384): Launched\u000a06:37:34.658922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:37:35.186840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18386): Launched\u000a06:37:35.490339 run osmo-stp_10.42.42.5(pid=18387): Launched\u000a06:37:35.602014 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:37:36.156061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18389): Launched\u000a06:37:36.460612 run osmo-msc_10.42.42.6(pid=18390): Launched\u000a06:37:36.638746 run osmo-stp_10.42.42.5(pid=18387): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18387)]\u000a06:37:36.767324 run osmo-stp_10.42.42.5(pid=18387): stdout: \u000a| (launched: 2022-12-14_06:37:35.341434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:37:36.894019 run osmo-stp_10.42.42.5(pid=18387): stderr: \u000a| �[0;m�[38;5;43m20221214063735508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063735509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063735509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063735509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063735510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063735510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063735510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:37:37.016444 run osmo-stp_10.42.42.5(pid=18387): stdout: \u000a| (launched: 2022-12-14_06:37:35.341434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:37:37.137648 run osmo-stp_10.42.42.5(pid=18387): stderr: \u000a| �[0;m�[38;5;43m20221214063735508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063735509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063735509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063735509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063735510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063735510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063735510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:37:37.190948 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18387): Process ended prematurely: osmo-stp_10.42.42.5(pid=18387) [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18387)] [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a06:37:37.199721 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a06:37:37.259085 run osmo-hlr_10.42.42.2(pid=18384): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18384)]\u000a06:37:37.307444 run osmo-hlr_10.42.42.2(pid=18384): stdout: \u000a| (launched: 2022-12-14_06:37:34.395434) \u000a06:37:37.356391 run osmo-hlr_10.42.42.2(pid=18384): stderr: \u000a| �[0;m�[1;31m20221214063734566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063734566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063734566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063734566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063734566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063734566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063734579 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063734587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063734588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063734588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:37:37.423259 run osmo-msc_10.42.42.6(pid=18390): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18390)]\u000a06:37:37.471641 run osmo-msc_10.42.42.6(pid=18390): stdout: \u000a| (launched: 2022-12-14_06:37:36.310526) \u000a06:37:37.520406 run osmo-msc_10.42.42.6(pid=18390): stderr: \u000a| �[0;m�[38;5;43m20221214063736577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214063736578 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef72511c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214063736578 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214063736578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214063736578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214063736578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214063736580 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214063736581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214063736581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214063736581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:37:37.561843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18383): Terminating (SIGTERM)\u000a06:37:37.601081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18386): Terminating (SIGTERM)\u000a06:37:37.640274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18389): Terminating (SIGTERM)\u000a06:37:37.649542 --- ParallelTerminationStrategy: PID 18383 died...\u000a06:37:37.702475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18383): Terminated: ok {rc=0}\u000a06:37:37.712032 --- ParallelTerminationStrategy: PID 18386 died...\u000a06:37:37.764665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18386): Terminated: ok {rc=0}\u000a06:37:37.774051 --- ParallelTerminationStrategy: PID 18389 died...\u000a06:37:37.826536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18389): Terminated: ok {rc=0}\u000a06:37:37.912436 bus /sierra_3: Setting Powered False\u000a06:37:39.012198 bus /sierra_3: Setting Powered False\u000a06:37:40.121779 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18398): Process ended prematurely: osmo-stp_10.42.42.5(pid=18398) [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18398)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18398): Process ended prematurely: osmo-stp_10.42.42.5(pid=18398) [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18398)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:37:41.231779 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:37:41.243724 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:37:41.397156 tst mo_mt_call_osmux.py: using LAC 39087\u000a06:37:41.517845 tst mo_mt_call_osmux.py: using RAC 72\u000a06:37:41.637447 tst mo_mt_call_osmux.py: using CellId 39087\u000a06:37:41.757327 tst mo_mt_call_osmux.py: using BVCI 39088\u000a06:37:41.780215 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:37:41.791622 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:37:41.802783 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:37:41.813691 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:37:41.825124 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:37:41.836266 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:37:41.951996 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:37:42.164403 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:37:42.687425 run create_hlr_db(pid=18392): Launched\u000a06:37:42.877142 bus /sierra_2: Setting Powered False\u000a06:37:43.896443 run create_hlr_db(pid=18392): Terminated: ok {rc=0}\u000a06:37:44.306363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18394): Launched\u000a06:37:44.612069 run osmo-hlr_10.42.42.2(pid=18395): Launched\u000a06:37:44.728005 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:37:45.259981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18397): Launched\u000a06:37:45.566544 run osmo-stp_10.42.42.5(pid=18398): Launched\u000a06:37:45.679961 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:37:46.267585 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18400): Launched\u000a06:37:46.743150 run osmo-msc_10.42.42.6(pid=18401): Launched\u000a06:37:47.094746 run osmo-stp_10.42.42.5(pid=18398): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18398)]\u000a06:37:47.368082 run osmo-stp_10.42.42.5(pid=18398): stdout: \u000a| (launched: 2022-12-14_06:37:45.415537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:37:47.513386 run osmo-stp_10.42.42.5(pid=18398): stderr: \u000a| �[0;m�[38;5;43m20221214063745583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063745583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063745583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063745584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063745584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063745584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063745584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:37:47.644524 run osmo-stp_10.42.42.5(pid=18398): stdout: \u000a| (launched: 2022-12-14_06:37:45.415537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:37:47.775178 run osmo-stp_10.42.42.5(pid=18398): stderr: \u000a| �[0;m�[38;5;43m20221214063745583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063745583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063745583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063745584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063745584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063745584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063745584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:37:47.832265 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18398): Process ended prematurely: osmo-stp_10.42.42.5(pid=18398) [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18398)] [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a06:37:47.841641 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a06:37:47.904137 run osmo-hlr_10.42.42.2(pid=18395): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18395)]\u000a06:37:47.954860 run osmo-hlr_10.42.42.2(pid=18395): stdout: \u000a| (launched: 2022-12-14_06:37:44.462178) \u000a06:37:48.006150 run osmo-hlr_10.42.42.2(pid=18395): stderr: \u000a| �[0;m�[1;31m20221214063744634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063744634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063744634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063744634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063744634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063744634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063744659 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063744668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063744668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063744669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:37:48.075716 run osmo-msc_10.42.42.6(pid=18401): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18401)]\u000a06:37:48.125820 run osmo-msc_10.42.42.6(pid=18401): stdout: \u000a| (launched: 2022-12-14_06:37:46.425335) \u000a06:37:48.176992 run osmo-msc_10.42.42.6(pid=18401): stderr: \u000a| �[0;m�[38;5;43m20221214063747023 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214063747023 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f27072c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214063747023 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214063747024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214063747026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214063747026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214063747033 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214063747035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214063747036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214063747036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:37:48.220326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18394): Terminating (SIGTERM)\u000a06:37:48.261793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18397): Terminating (SIGTERM)\u000a06:37:48.303322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18400): Terminating (SIGTERM)\u000a06:37:48.312923 --- ParallelTerminationStrategy: PID 18394 died...\u000a06:37:48.368287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18394): Terminated: ok {rc=0}\u000a06:37:48.378378 --- ParallelTerminationStrategy: PID 18397 died...\u000a06:37:48.433369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18397): Terminated: ok {rc=0}\u000a06:37:48.443407 --- ParallelTerminationStrategy: PID 18400 died...\u000a06:37:48.498387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18400): Terminated: ok {rc=0}\u000a06:37:48.583317 bus /sierra_3: Setting Powered False\u000a06:37:49.688614 bus /sierra_3: Setting Powered False\u000a06:37:50.794513 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:37:30" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18414): Process ended prematurely: osmo-stp_10.42.42.5(pid=18414) [trial-2400↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18414)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18414): Process ended prematurely: osmo-stp_10.42.42.5(pid=18414) [trial-2400↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18414)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a06:37:52.817385 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:37:52.828650 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:37:52.983288 tst mo_mt_call.py: using LAC 39088\u000a06:37:53.104038 tst mo_mt_call.py: using RAC 73\u000a06:37:53.231060 tst mo_mt_call.py: using CellId 39088\u000a06:37:53.358569 tst mo_mt_call.py: using BVCI 39089\u000a06:37:53.383561 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:37:53.395450 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:37:53.407104 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:37:53.418609 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:37:53.430676 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:37:53.442363 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:37:53.558178 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:37:53.772754 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:37:54.293270 run create_hlr_db(pid=18408): Launched\u000a06:37:54.482491 bus /sierra_2: Setting Powered False\u000a06:37:55.502682 run create_hlr_db(pid=18408): Terminated: ok {rc=0}\u000a06:37:55.912345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18410): Launched\u000a06:37:56.217060 run osmo-hlr_10.42.42.2(pid=18411): Launched\u000a06:37:56.336440 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:37:56.871545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18413): Launched\u000a06:37:57.176309 run osmo-stp_10.42.42.5(pid=18414): Launched\u000a06:37:57.287373 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:37:57.843521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18416): Launched\u000a06:37:58.149150 run osmo-msc_10.42.42.6(pid=18417): Launched\u000a06:37:58.327557 run osmo-stp_10.42.42.5(pid=18414): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18414)]\u000a06:37:58.456131 run osmo-stp_10.42.42.5(pid=18414): stdout: \u000a| (launched: 2022-12-14_06:37:57.026417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:37:58.582575 run osmo-stp_10.42.42.5(pid=18414): stderr: \u000a| �[0;m�[38;5;43m20221214063757195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063757195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063757196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063757196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063757197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063757197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063757197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:37:58.704524 run osmo-stp_10.42.42.5(pid=18414): stdout: \u000a| (launched: 2022-12-14_06:37:57.026417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:37:58.825497 run osmo-stp_10.42.42.5(pid=18414): stderr: \u000a| �[0;m�[38;5;43m20221214063757195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063757195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063757196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063757196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063757197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063757197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063757197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:37:58.878777 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18414): Process ended prematurely: osmo-stp_10.42.42.5(pid=18414) [trial-2400↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18414)] [trial-2400↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a06:37:58.887266 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a06:37:58.946085 run osmo-hlr_10.42.42.2(pid=18411): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18411)]\u000a06:37:58.994330 run osmo-hlr_10.42.42.2(pid=18411): stdout: \u000a| (launched: 2022-12-14_06:37:56.067970) \u000a06:37:59.043373 run osmo-hlr_10.42.42.2(pid=18411): stderr: \u000a| �[0;m�[1;31m20221214063756239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063756240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063756240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063756240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063756240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063756240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063756253 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063756261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063756261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063756261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:37:59.109950 run osmo-msc_10.42.42.6(pid=18417): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18417)]\u000a06:37:59.158289 run osmo-msc_10.42.42.6(pid=18417): stdout: \u000a| (launched: 2022-12-14_06:37:57.998538) \u000a06:37:59.207242 run osmo-msc_10.42.42.6(pid=18417): stderr: \u000a| �[0;m�[38;5;43m20221214063758266 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214063758266 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe816fac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214063758266 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214063758266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214063758267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214063758267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214063758268 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214063758269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214063758269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214063758269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:37:59.248929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18410): Terminating (SIGTERM)\u000a06:37:59.288165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18413): Terminating (SIGTERM)\u000a06:37:59.327391 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18416): Terminating (SIGTERM)\u000a06:37:59.336422 --- ParallelTerminationStrategy: PID 18410 died...\u000a06:37:59.389852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18410): Terminated: ok {rc=0}\u000a06:37:59.399284 --- ParallelTerminationStrategy: PID 18413 died...\u000a06:37:59.451861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18413): Terminated: ok {rc=0}\u000a06:37:59.461368 --- ParallelTerminationStrategy: PID 18416 died...\u000a06:37:59.513926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18416): Terminated: ok {rc=0}\u000a06:37:59.600757 bus /sierra_3: Setting Powered False\u000a06:38:00.702493 bus /sierra_3: Setting Powered False\u000a06:38:01.812034 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18425): Process ended prematurely: osmo-stp_10.42.42.5(pid=18425) [trial-2400↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18425)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18425): Process ended prematurely: osmo-stp_10.42.42.5(pid=18425) [trial-2400↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18425)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:38:02.918834 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:38:02.930884 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:38:03.087310 tst mo_mt_call_osmux.py: using LAC 39089\u000a06:38:03.210006 tst mo_mt_call_osmux.py: using RAC 74\u000a06:38:03.330079 tst mo_mt_call_osmux.py: using CellId 39089\u000a06:38:03.447972 tst mo_mt_call_osmux.py: using BVCI 39090\u000a06:38:03.471186 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:38:03.482437 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:38:03.493482 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:38:03.504409 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:38:03.515824 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:38:03.527147 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:38:03.648554 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:38:03.859231 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:38:04.378422 run create_hlr_db(pid=18419): Launched\u000a06:38:04.567223 bus /sierra_2: Setting Powered False\u000a06:38:05.586091 run create_hlr_db(pid=18419): Terminated: ok {rc=0}\u000a06:38:05.995132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18421): Launched\u000a06:38:06.298898 run osmo-hlr_10.42.42.2(pid=18422): Launched\u000a06:38:06.418987 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:38:06.953423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18424): Launched\u000a06:38:07.259353 run osmo-stp_10.42.42.5(pid=18425): Launched\u000a06:38:07.370420 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:38:07.926288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18427): Launched\u000a06:38:08.231587 run osmo-msc_10.42.42.6(pid=18428): Launched\u000a06:38:08.411524 run osmo-stp_10.42.42.5(pid=18425): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18425)]\u000a06:38:08.541144 run osmo-stp_10.42.42.5(pid=18425): stdout: \u000a| (launched: 2022-12-14_06:38:07.108441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:38:08.668249 run osmo-stp_10.42.42.5(pid=18425): stderr: \u000a| �[0;m�[38;5;43m20221214063807278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063807278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063807278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063807279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063807279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063807279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063807279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:38:08.790504 run osmo-stp_10.42.42.5(pid=18425): stdout: \u000a| (launched: 2022-12-14_06:38:07.108441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:38:08.911972 run osmo-stp_10.42.42.5(pid=18425): stderr: \u000a| �[0;m�[38;5;43m20221214063807278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063807278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063807278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063807279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063807279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063807279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063807279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:38:08.965582 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18425): Process ended prematurely: osmo-stp_10.42.42.5(pid=18425) [trial-2400↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18425)] [trial-2400↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a06:38:08.974486 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a06:38:09.033167 run osmo-hlr_10.42.42.2(pid=18422): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18422)]\u000a06:38:09.081058 run osmo-hlr_10.42.42.2(pid=18422): stdout: \u000a| (launched: 2022-12-14_06:38:06.149331) \u000a06:38:09.129452 run osmo-hlr_10.42.42.2(pid=18422): stderr: \u000a| �[0;m�[1;31m20221214063806321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063806321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063806321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063806322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063806322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063806322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063806334 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063806342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063806342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063806342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:38:09.195379 run osmo-msc_10.42.42.6(pid=18428): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18428)]\u000a06:38:09.243258 run osmo-msc_10.42.42.6(pid=18428): stdout: \u000a| (launched: 2022-12-14_06:38:08.080877) \u000a06:38:09.292268 run osmo-msc_10.42.42.6(pid=18428): stderr: \u000a| �[0;m�[38;5;43m20221214063808349 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214063808349 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f213fa95c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214063808349 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214063808349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214063808349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214063808349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214063808351 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214063808351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214063808352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214063808352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:38:09.333614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18421): Terminating (SIGTERM)\u000a06:38:09.372874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18424): Terminating (SIGTERM)\u000a06:38:09.412038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18427): Terminating (SIGTERM)\u000a06:38:09.421123 --- ParallelTerminationStrategy: PID 18421 died...\u000a06:38:09.473648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18421): Terminated: ok {rc=0}\u000a06:38:09.483438 --- ParallelTerminationStrategy: PID 18424 died...\u000a06:38:09.536085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18424): Terminated: ok {rc=0}\u000a06:38:09.545879 --- ParallelTerminationStrategy: PID 18427 died...\u000a06:38:09.598236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18427): Terminated: ok {rc=0}\u000a06:38:09.684316 bus /sierra_3: Setting Powered False\u000a06:38:10.784799 bus /sierra_3: Setting Powered False\u000a06:38:11.894114 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:37:52" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18439): Process ended prematurely: osmo-stp_10.42.42.5(pid=18439) [trial-2400↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18439)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18439): Process ended prematurely: osmo-stp_10.42.42.5(pid=18439) [trial-2400↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18439)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a06:38:13.886399 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:38:13.898417 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:38:14.042148 tst mo_mt_call.py: using LAC 39090\u000a06:38:14.170705 tst mo_mt_call.py: using RAC 75\u000a06:38:14.296459 tst mo_mt_call.py: using CellId 39090\u000a06:38:14.426666 tst mo_mt_call.py: using BVCI 39091\u000a06:38:14.451423 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:38:14.463410 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:38:14.475062 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:38:14.486706 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:38:14.498669 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:38:14.510498 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a06:38:14.629322 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a06:38:14.833734 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:38:15.314872 run create_hlr_db(pid=18433): Launched\u000a06:38:15.491073 bus /sierra_2: Setting Powered False\u000a06:38:16.513958 run create_hlr_db(pid=18433): Terminated: ok {rc=0}\u000a06:38:16.942999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18435): Launched\u000a06:38:17.319119 run osmo-hlr_10.42.42.2(pid=18436): Launched\u000a06:38:17.443947 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:38:18.013408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18438): Launched\u000a06:38:18.338096 run osmo-stp_10.42.42.5(pid=18439): Launched\u000a06:38:18.457333 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:38:19.052203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18441): Launched\u000a06:38:19.377975 run osmo-msc_10.42.42.6(pid=18442): Launched\u000a06:38:19.568022 run osmo-stp_10.42.42.5(pid=18439): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18439)]\u000a06:38:19.705247 run osmo-stp_10.42.42.5(pid=18439): stdout: \u000a| (launched: 2022-12-14_06:38:18.179216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:38:19.841450 run osmo-stp_10.42.42.5(pid=18439): stderr: \u000a| �[0;m�[38;5;43m20221214063818371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063818371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063818371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063818371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063818372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063818372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063818372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:38:19.972556 run osmo-stp_10.42.42.5(pid=18439): stdout: \u000a| (launched: 2022-12-14_06:38:18.179216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:38:20.102439 run osmo-stp_10.42.42.5(pid=18439): stderr: \u000a| �[0;m�[38;5;43m20221214063818371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063818371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063818371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063818371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063818372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063818372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063818372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:38:20.159742 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18439): Process ended prematurely: osmo-stp_10.42.42.5(pid=18439) [trial-2400↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18439)] [trial-2400↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a06:38:20.169063 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a06:38:20.230891 run osmo-hlr_10.42.42.2(pid=18436): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18436)]\u000a06:38:20.281615 run osmo-hlr_10.42.42.2(pid=18436): stdout: \u000a| (launched: 2022-12-14_06:38:17.154704) \u000a06:38:20.333000 run osmo-hlr_10.42.42.2(pid=18436): stderr: \u000a| �[0;m�[1;31m20221214063817357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063817357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063817357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063817357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063817357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063817357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063817370 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063817378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063817378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063817378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:38:20.402850 run osmo-msc_10.42.42.6(pid=18442): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18442)]\u000a06:38:20.453321 run osmo-msc_10.42.42.6(pid=18442): stdout: \u000a| (launched: 2022-12-14_06:38:19.218502) \u000a06:38:20.504394 run osmo-msc_10.42.42.6(pid=18442): stderr: \u000a| �[0;m�[38;5;43m20221214063819540 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214063819540 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f94b7e18c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214063819540 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214063819540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214063819540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214063819540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214063819542 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214063819542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214063819543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214063819543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:38:20.547795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18435): Terminating (SIGTERM)\u000a06:38:20.588764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18438): Terminating (SIGTERM)\u000a06:38:20.630648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18441): Terminating (SIGTERM)\u000a06:38:20.640283 --- ParallelTerminationStrategy: PID 18435 died...\u000a06:38:20.695663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18435): Terminated: ok {rc=0}\u000a06:38:20.705760 --- ParallelTerminationStrategy: PID 18438 died...\u000a06:38:20.760857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18438): Terminated: ok {rc=0}\u000a06:38:20.771253 --- ParallelTerminationStrategy: PID 18441 died...\u000a06:38:20.826356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18441): Terminated: ok {rc=0}\u000a06:38:20.912148 bus /sierra_3: Setting Powered False\u000a06:38:22.016499 bus /sierra_3: Setting Powered False\u000a06:38:23.126281 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18450): Process ended prematurely: osmo-stp_10.42.42.5(pid=18450) [trial-2400↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18450)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18450): Process ended prematurely: osmo-stp_10.42.42.5(pid=18450) [trial-2400↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18450)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:38:24.236785 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:38:24.249596 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:38:24.395232 tst mo_mt_call_osmux.py: using LAC 39091\u000a06:38:24.523007 tst mo_mt_call_osmux.py: using RAC 76\u000a06:38:24.652118 tst mo_mt_call_osmux.py: using CellId 39091\u000a06:38:24.775698 tst mo_mt_call_osmux.py: using BVCI 39092\u000a06:38:24.798829 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:38:24.810484 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:38:24.821990 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:38:24.833495 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:38:24.845455 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:38:24.857227 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a06:38:24.980608 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a06:38:25.194124 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:38:25.715116 run create_hlr_db(pid=18444): Launched\u000a06:38:25.905245 bus /sierra_2: Setting Powered False\u000a06:38:26.924923 run create_hlr_db(pid=18444): Terminated: ok {rc=0}\u000a06:38:27.343665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18446): Launched\u000a06:38:27.670623 run osmo-hlr_10.42.42.2(pid=18447): Launched\u000a06:38:27.790599 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:38:28.358583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18449): Launched\u000a06:38:28.685147 run osmo-stp_10.42.42.5(pid=18450): Launched\u000a06:38:28.811699 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:38:29.407684 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18452): Launched\u000a06:38:29.734941 run osmo-msc_10.42.42.6(pid=18453): Launched\u000a06:38:29.925957 run osmo-stp_10.42.42.5(pid=18450): ERR: Terminated: ERROR {rc=1} [trial-2400↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18450)]\u000a06:38:30.063373 run osmo-stp_10.42.42.5(pid=18450): stdout: \u000a| (launched: 2022-12-14_06:38:28.525261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:38:30.199526 run osmo-stp_10.42.42.5(pid=18450): stderr: \u000a| �[0;m�[38;5;43m20221214063828717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063828717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063828717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063828718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063828718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063828718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063828718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:38:30.330579 run osmo-stp_10.42.42.5(pid=18450): stdout: \u000a| (launched: 2022-12-14_06:38:28.525261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:38:30.460548 run osmo-stp_10.42.42.5(pid=18450): stderr: \u000a| �[0;m�[38;5;43m20221214063828717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063828717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063828717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063828718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063828718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063828718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063828718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:38:30.517957 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18450): Process ended prematurely: osmo-stp_10.42.42.5(pid=18450) [trial-2400↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18450)] [trial-2400↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a06:38:30.527331 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a06:38:30.589326 run osmo-hlr_10.42.42.2(pid=18447): ERR: Terminated: ERROR {rc=237} [trial-2400↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18447)]\u000a06:38:30.640061 run osmo-hlr_10.42.42.2(pid=18447): stdout: \u000a| (launched: 2022-12-14_06:38:27.510282) \u000a06:38:30.691543 run osmo-hlr_10.42.42.2(pid=18447): stderr: \u000a| �[0;m�[1;31m20221214063827705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063827705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063827705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063827705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063827705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063827705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063827717 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063827725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063827726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063827726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:38:30.761604 run osmo-msc_10.42.42.6(pid=18453): ERR: Terminated: ERROR {rc=2} [trial-2400↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18453)]\u000a06:38:30.812067 run osmo-msc_10.42.42.6(pid=18453): stdout: \u000a| (launched: 2022-12-14_06:38:29.575044) \u000a06:38:30.867021 run osmo-msc_10.42.42.6(pid=18453): stderr: \u000a| �[0;m�[38;5;43m20221214063829894 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214063829894 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f99d47cac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214063829894 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214063829894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214063829894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214063829895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214063829896 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214063829897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214063829897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214063829897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:38:30.918854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18446): Terminating (SIGTERM)\u000a06:38:30.961552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18449): Terminating (SIGTERM)\u000a06:38:31.006437 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18452): Terminating (SIGTERM)\u000a06:38:31.016697 --- ParallelTerminationStrategy: PID 18446 died...\u000a06:38:31.072676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18446): Terminated: ok {rc=0}\u000a06:38:31.083090 --- ParallelTerminationStrategy: PID 18449 died...\u000a06:38:31.138830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18449): Terminated: ok {rc=0}\u000a06:38:31.149330 --- ParallelTerminationStrategy: PID 18452 died...\u000a06:38:31.205056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18452): Terminated: ok {rc=0}\u000a06:38:31.305235 bus /sierra_3: Setting Powered False\u000a06:38:32.412005 bus /sierra_3: Setting Powered False\u000a06:38:33.519018 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:38:13" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18464): Process ended prematurely: osmo-stp_10.42.42.5(pid=18464) [trial-2400↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18464)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18464): Process ended prematurely: osmo-stp_10.42.42.5(pid=18464) [trial-2400↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18464)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a06:38:35.543997 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:38:35.554822 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a06:38:35.688467 tst emergency_mo_mt_call.py: using LAC 39092\u000a06:38:35.806710 tst emergency_mo_mt_call.py: using RAC 77\u000a06:38:35.922529 tst emergency_mo_mt_call.py: using CellId 39092\u000a06:38:36.038679 tst emergency_mo_mt_call.py: using BVCI 39093\u000a06:38:36.061479 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:38:36.072211 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:38:36.082765 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:38:36.093325 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:38:36.104045 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:38:36.114899 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:38:36.232936 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:38:36.433714 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:38:36.904679 run create_hlr_db(pid=18458): Launched\u000a06:38:37.077818 bus /sierra_2: Setting Powered False\u000a06:38:38.099082 run create_hlr_db(pid=18458): Terminated: ok {rc=0}\u000a06:38:38.526263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18460): Launched\u000a06:38:38.847085 run osmo-hlr_10.42.42.2(pid=18461): Launched\u000a06:38:38.967581 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:38:39.525634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18463): Launched\u000a06:38:39.846650 run osmo-stp_10.42.42.5(pid=18464): Launched\u000a06:38:39.976390 tst emergency_mo_mt_call.py: using MSISDN 8541\u000a06:38:40.137168 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:38:40.722994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18466): Launched\u000a06:38:41.044714 run osmo-msc_10.42.42.6(pid=18467): Launched\u000a06:38:41.231948 run osmo-stp_10.42.42.5(pid=18464): ERR: Terminated: ERROR {rc=1} [trial-2400↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18464)]\u000a06:38:41.371204 run osmo-stp_10.42.42.5(pid=18464): stdout: \u000a| (launched: 2022-12-14_06:38:39.688606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:38:41.505467 run osmo-stp_10.42.42.5(pid=18464): stderr: \u000a| �[0;m�[38;5;43m20221214063839878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063839878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063839878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063839879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063839879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063839879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063839879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:38:41.634483 run osmo-stp_10.42.42.5(pid=18464): stdout: \u000a| (launched: 2022-12-14_06:38:39.688606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:38:41.761883 run osmo-stp_10.42.42.5(pid=18464): stderr: \u000a| �[0;m�[38;5;43m20221214063839878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063839878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063839878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063839879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063839879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063839879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063839879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:38:41.817844 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=18464): Process ended prematurely: osmo-stp_10.42.42.5(pid=18464) [trial-2400↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18464)] [trial-2400↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a06:38:41.826342 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a06:38:41.888610 run osmo-hlr_10.42.42.2(pid=18461): ERR: Terminated: ERROR {rc=237} [trial-2400↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18461)]\u000a06:38:41.939841 run osmo-hlr_10.42.42.2(pid=18461): stdout: \u000a| (launched: 2022-12-14_06:38:38.689246) \u000a06:38:41.991262 run osmo-hlr_10.42.42.2(pid=18461): stderr: \u000a| �[0;m�[1;31m20221214063838885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063838885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063838885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063838885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063838885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063838885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063838899 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063838907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063838907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063838907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:38:42.060743 run osmo-msc_10.42.42.6(pid=18467): ERR: Terminated: ERROR {rc=2} [trial-2400↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18467)]\u000a06:38:42.111591 run osmo-msc_10.42.42.6(pid=18467): stdout: \u000a| (launched: 2022-12-14_06:38:40.886628) \u000a06:38:42.162669 run osmo-msc_10.42.42.6(pid=18467): stderr: \u000a| �[0;m�[38;5;43m20221214063841206 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214063841206 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2510338c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214063841206 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214063841206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214063841206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214063841207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214063841208 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214063841209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214063841209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214063841209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:38:42.205845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18460): Terminating (SIGTERM)\u000a06:38:42.246705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18463): Terminating (SIGTERM)\u000a06:38:42.287493 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18466): Terminating (SIGTERM)\u000a06:38:42.297079 --- ParallelTerminationStrategy: PID 18460 died...\u000a06:38:42.351807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18460): Terminated: ok {rc=0}\u000a06:38:42.361775 --- ParallelTerminationStrategy: PID 18463 died...\u000a06:38:42.416236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18463): Terminated: ok {rc=0}\u000a06:38:42.426097 --- ParallelTerminationStrategy: PID 18466 died...\u000a06:38:42.480193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18466): Terminated: ok {rc=0}\u000a06:38:42.565253 bus /sierra_3: Setting Powered False\u000a06:38:43.669149 bus /sierra_3: Setting Powered False\u000a06:38:44.777056 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18475): Process ended prematurely: osmo-stp_10.42.42.5(pid=18475) [trial-2400↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18475)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18475): Process ended prematurely: osmo-stp_10.42.42.5(pid=18475) [trial-2400↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18475)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a06:38:45.831488 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:38:45.843914 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a06:38:45.992189 tst emergency_preemptive_call.py: using LAC 39093\u000a06:38:46.127337 tst emergency_preemptive_call.py: using RAC 78\u000a06:38:46.250608 tst emergency_preemptive_call.py: using CellId 39093\u000a06:38:46.372496 tst emergency_preemptive_call.py: using BVCI 39094\u000a06:38:46.396641 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:38:46.408495 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:38:46.420200 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:38:46.431859 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:38:46.444390 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:38:46.456817 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:38:46.577006 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:38:46.694385 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:38:46.811931 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:38:47.014098 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:38:47.530738 run create_hlr_db(pid=18469): Launched\u000a06:38:47.719416 bus /sierra_2: Setting Powered False\u000a06:38:48.737714 run create_hlr_db(pid=18469): Terminated: ok {rc=0}\u000a06:38:49.165562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18471): Launched\u000a06:38:49.486544 run osmo-hlr_10.42.42.2(pid=18472): Launched\u000a06:38:49.603880 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:38:50.161420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18474): Launched\u000a06:38:50.481865 run osmo-stp_10.42.42.5(pid=18475): Launched\u000a06:38:50.608864 tst emergency_preemptive_call.py: using MSISDN 8542\u000a06:38:50.768777 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:38:51.352342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18477): Launched\u000a06:38:51.674065 run osmo-msc_10.42.42.6(pid=18478): Launched\u000a06:38:51.863205 run osmo-stp_10.42.42.5(pid=18475): ERR: Terminated: ERROR {rc=1} [trial-2400↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18475)]\u000a06:38:52.000695 run osmo-stp_10.42.42.5(pid=18475): stdout: \u000a| (launched: 2022-12-14_06:38:50.324706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:38:52.135012 run osmo-stp_10.42.42.5(pid=18475): stderr: \u000a| �[0;m�[38;5;43m20221214063850512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063850512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063850513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063850513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063850514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063850514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063850514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:38:52.264070 run osmo-stp_10.42.42.5(pid=18475): stdout: \u000a| (launched: 2022-12-14_06:38:50.324706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:38:52.391697 run osmo-stp_10.42.42.5(pid=18475): stderr: \u000a| �[0;m�[38;5;43m20221214063850512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063850512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063850513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063850513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063850514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063850514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063850514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:38:52.448012 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=18475): Process ended prematurely: osmo-stp_10.42.42.5(pid=18475) [trial-2400↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18475)] [trial-2400↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a06:38:52.456576 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a06:38:52.518037 run osmo-hlr_10.42.42.2(pid=18472): ERR: Terminated: ERROR {rc=237} [trial-2400↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18472)]\u000a06:38:52.568654 run osmo-hlr_10.42.42.2(pid=18472): stdout: \u000a| (launched: 2022-12-14_06:38:49.329480) \u000a06:38:52.619960 run osmo-hlr_10.42.42.2(pid=18472): stderr: \u000a| �[0;m�[1;31m20221214063849525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063849525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063849526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063849526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063849526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063849526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063849541 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063849549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063849549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063849549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:38:52.689675 run osmo-msc_10.42.42.6(pid=18478): ERR: Terminated: ERROR {rc=2} [trial-2400↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18478)]\u000a06:38:52.740071 run osmo-msc_10.42.42.6(pid=18478): stdout: \u000a| (launched: 2022-12-14_06:38:51.515449) \u000a06:38:52.791056 run osmo-msc_10.42.42.6(pid=18478): stderr: \u000a| �[0;m�[38;5;43m20221214063851833 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214063851833 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff402b13c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214063851833 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214063851833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214063851834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214063851834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214063851835 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214063851836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214063851836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214063851836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:38:52.834601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18471): Terminating (SIGTERM)\u000a06:38:52.876029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18474): Terminating (SIGTERM)\u000a06:38:52.918138 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18477): Terminating (SIGTERM)\u000a06:38:52.927758 --- ParallelTerminationStrategy: PID 18471 died...\u000a06:38:52.982895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18471): Terminated: ok {rc=0}\u000a06:38:52.992805 --- ParallelTerminationStrategy: PID 18474 died...\u000a06:38:53.047536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18474): Terminated: ok {rc=0}\u000a06:38:53.057906 --- ParallelTerminationStrategy: PID 18477 died...\u000a06:38:53.112614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18477): Terminated: ok {rc=0}\u000a06:38:53.198366 bus /sierra_9: Setting Powered False\u000a06:38:54.304263 bus /sierra_9: Setting Powered False\u000a06:38:55.411687 bus /sierra_8: Setting Powered False\u000a06:38:56.516331 bus /sierra_8: Setting Powered False\u000a06:38:57.627016 bus /sierra_3: Setting Powered False\u000a06:38:58.730427 bus /sierra_3: Setting Powered False\u000a06:38:59.837435 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:38:35" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18764): Process ended prematurely: osmo-stp_10.42.42.5(pid=18764) [trial-2400↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18764)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18764): Process ended prematurely: osmo-stp_10.42.42.5(pid=18764) [trial-2400↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18764)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:39:02.079940 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:02.092841 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a06:39:02.279454 tst cs_paging_gprs_active.py: using LAC 39094\u000a06:39:02.433222 tst cs_paging_gprs_active.py: using RAC 79\u000a06:39:02.598624 tst cs_paging_gprs_active.py: using CellId 39094\u000a06:39:02.763283 tst cs_paging_gprs_active.py: using BVCI 39095\u000a06:39:02.795781 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:02.811648 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:02.824261 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:02.840836 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:02.858062 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:02.872832 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:02.888700 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:02.907597 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:02.923985 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:39:03.090266 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:39:03.449802 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:39:03.617225 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:39:04.054350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18673): Launched\u000a06:39:04.415580 run iperf3-srv_10.42.42.10(pid=18724): Launched\u000a06:39:04.647228 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:39:04.800396 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:39:05.148243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18754): Launched\u000a06:39:05.440632 run iperf3-srv_10.42.42.10(pid=18755): Launched\u000a06:39:05.638173 tst cs_paging_gprs_active.py:38: start network...\u000a06:39:05.772357 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:39:06.310868 run create_hlr_db(pid=18756): Launched\u000a06:39:06.496259 bus /sierra_2: Setting Powered False\u000a06:39:07.520808 run create_hlr_db(pid=18756): Terminated: ok {rc=0}\u000a06:39:07.962737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18760): Launched\u000a06:39:08.380793 run osmo-hlr_10.42.42.2(pid=18761): Launched\u000a06:39:08.611774 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:39:09.248092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18763): Launched\u000a06:39:09.673877 run osmo-stp_10.42.42.5(pid=18764): Launched\u000a06:39:09.917284 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:39:10.527308 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18766): Launched\u000a06:39:10.644812 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:39:10.958908 run patchelf(pid=18767): Launched\u000a06:39:11.149804 run osmo-stp_10.42.42.5(pid=18764): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18764)]\u000a06:39:11.289205 run osmo-stp_10.42.42.5(pid=18764): stdout: \u000a| (launched: 2022-12-14_06:39:09.411882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:39:11.429103 run osmo-stp_10.42.42.5(pid=18764): stderr: \u000a| �[0;m�[38;5;43m20221214063909735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063909736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063909736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063909736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063909741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063909741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063909741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:39:11.564606 run osmo-stp_10.42.42.5(pid=18764): stdout: \u000a| (launched: 2022-12-14_06:39:09.411882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:39:11.699525 run osmo-stp_10.42.42.5(pid=18764): stderr: \u000a| �[0;m�[38;5;43m20221214063909735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063909736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063909736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063909736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063909741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063909741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063909741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:39:11.855650 run patchelf(pid=18767): Terminating (SIGINT)\u000a06:39:12.038873 run patchelf(pid=18767): Terminated: ok {rc=0}\u000a06:39:12.073131 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18764): Process ended prematurely: osmo-stp_10.42.42.5(pid=18764) [trial-2400↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18764)] [trial-2400↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a06:39:12.083971 tst cs_paging_gprs_active.py:38: Test FAILED (10.0 sec)\u000a06:39:12.147830 run osmo-hlr_10.42.42.2(pid=18761): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18761)]\u000a06:39:12.200049 run osmo-hlr_10.42.42.2(pid=18761): stdout: \u000a| (launched: 2022-12-14_06:39:08.124836) \u000a06:39:12.252233 run osmo-hlr_10.42.42.2(pid=18761): stderr: \u000a| �[0;m�[1;31m20221214063908461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063908461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063908462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063908462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063908462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063908462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063908480 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063908488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063908489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063908489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:39:12.296671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18673): Terminating (SIGTERM)\u000a06:39:12.341447 run iperf3-srv_10.42.42.10(pid=18724): Terminating (SIGTERM)\u000a06:39:12.386943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18754): Terminating (SIGTERM)\u000a06:39:12.431005 run iperf3-srv_10.42.42.10(pid=18755): Terminating (SIGTERM)\u000a06:39:12.475234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18760): Terminating (SIGTERM)\u000a06:39:12.519555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18763): Terminating (SIGTERM)\u000a06:39:12.564752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18766): Terminating (SIGTERM)\u000a06:39:12.575343 --- ParallelTerminationStrategy: PID 18673 died...\u000a06:39:12.635379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18673): Terminated: ok {rc=0}\u000a06:39:12.646623 --- ParallelTerminationStrategy: PID 18724 died...\u000a06:39:12.702136 run iperf3-srv_10.42.42.10(pid=18724): Terminated {rc=256}\u000a06:39:12.712594 --- ParallelTerminationStrategy: PID 18754 died...\u000a06:39:12.769253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18754): Terminated: ok {rc=0}\u000a06:39:12.780748 --- ParallelTerminationStrategy: PID 18755 died...\u000a06:39:12.837838 run iperf3-srv_10.42.42.10(pid=18755): Terminated {rc=256}\u000a06:39:12.848282 --- ParallelTerminationStrategy: PID 18760 died...\u000a06:39:12.905031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18760): Terminated: ok {rc=0}\u000a06:39:12.915593 --- ParallelTerminationStrategy: PID 18763 died...\u000a06:39:12.973256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18763): Terminated: ok {rc=0}\u000a06:39:12.984868 --- ParallelTerminationStrategy: PID 18766 died...\u000a06:39:13.042402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18766): Terminated: ok {rc=0}\u000a06:39:13.131175 bus /gobi_0: Setting Powered False\u000a06:39:14.239242 bus /gobi_0: Setting Powered False\u000a06:39:15.351746 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 88, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18776): Process ended prematurely: osmo-stp_10.42.42.5(pid=18776) [trial-2400↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18776)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18776): Process ended prematurely: osmo-stp_10.42.42.5(pid=18776) [trial-2400↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18776)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a06:39:16.479448 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:16.492069 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a06:39:16.685207 tst iperf3.py: using LAC 39095\u000a06:39:16.860808 tst iperf3.py: using RAC 80\u000a06:39:17.047454 tst iperf3.py: using CellId 39095\u000a06:39:17.227299 tst iperf3.py: using BVCI 39096\u000a06:39:17.257569 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:17.269532 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:17.282715 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:17.295945 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:17.309745 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:17.323606 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:17.337633 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:17.352369 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:17.366948 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:39:17.769081 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:39:17.918857 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:39:18.280628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18768): Launched\u000a06:39:18.586936 run iperf3-srv_10.42.42.10(pid=18769): Launched\u000a06:39:18.797476 tst iperf3.py:8: start network...\u000a06:39:18.941935 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:39:19.521237 run create_hlr_db(pid=18770): Launched\u000a06:39:19.719261 bus /gobi_6: Setting Powered False\u000a06:39:20.741679 run create_hlr_db(pid=18770): Terminated: ok {rc=0}\u000a06:39:21.213096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18772): Launched\u000a06:39:21.658375 run osmo-hlr_10.42.42.2(pid=18773): Launched\u000a06:39:21.906244 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:39:22.519527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18775): Launched\u000a06:39:22.973345 run osmo-stp_10.42.42.5(pid=18776): Launched\u000a06:39:23.189967 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:39:23.804337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18778): Launched\u000a06:39:23.928608 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:39:24.241931 run patchelf(pid=18779): Launched\u000a06:39:24.446259 run osmo-stp_10.42.42.5(pid=18776): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18776)]\u000a06:39:24.595211 run osmo-stp_10.42.42.5(pid=18776): stdout: \u000a| (launched: 2022-12-14_06:39:22.696443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:39:24.743129 run osmo-stp_10.42.42.5(pid=18776): stderr: \u000a| �[0;m�[38;5;43m20221214063922996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063922996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063922996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063922997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063922997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063922997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063922997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:39:24.886731 run osmo-stp_10.42.42.5(pid=18776): stdout: \u000a| (launched: 2022-12-14_06:39:22.696443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:39:25.033327 run osmo-stp_10.42.42.5(pid=18776): stderr: \u000a| �[0;m�[38;5;43m20221214063922996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063922996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063922996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063922997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063922997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063922997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063922997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:39:25.202905 run patchelf(pid=18779): Terminating (SIGINT)\u000a06:39:25.390124 run patchelf(pid=18779): Terminated: ok {rc=0}\u000a06:39:25.424215 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18776): Process ended prematurely: osmo-stp_10.42.42.5(pid=18776) [trial-2400↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18776)] [trial-2400↪gprs:nanobts+band-900↪iperf3.py:8]\u000a06:39:25.434270 tst iperf3.py:8: Test FAILED (9.0 sec)\u000a06:39:25.497460 run osmo-hlr_10.42.42.2(pid=18773): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18773)]\u000a06:39:25.549296 run osmo-hlr_10.42.42.2(pid=18773): stdout: \u000a| (launched: 2022-12-14_06:39:21.389803) \u000a06:39:25.601260 run osmo-hlr_10.42.42.2(pid=18773): stderr: \u000a| �[0;m�[1;31m20221214063921698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063921698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063921698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063921698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063921698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063921698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063921711 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063921728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063921728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063921728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:39:25.646042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18768): Terminating (SIGTERM)\u000a06:39:25.688676 run iperf3-srv_10.42.42.10(pid=18769): Terminating (SIGTERM)\u000a06:39:25.732532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18772): Terminating (SIGTERM)\u000a06:39:25.774653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18775): Terminating (SIGTERM)\u000a06:39:25.816712 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18778): Terminating (SIGTERM)\u000a06:39:25.826487 --- ParallelTerminationStrategy: PID 18768 died...\u000a06:39:25.882953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18768): Terminated: ok {rc=0}\u000a06:39:25.893333 --- ParallelTerminationStrategy: PID 18769 died...\u000a06:39:25.949779 run iperf3-srv_10.42.42.10(pid=18769): Terminated {rc=256}\u000a06:39:25.959906 --- ParallelTerminationStrategy: PID 18772 died...\u000a06:39:26.015896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18772): Terminated: ok {rc=0}\u000a06:39:26.026073 --- ParallelTerminationStrategy: PID 18775 died...\u000a06:39:26.082197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18775): Terminated: ok {rc=0}\u000a06:39:26.092402 --- ParallelTerminationStrategy: PID 18778 died...\u000a06:39:26.148622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18778): Terminated: ok {rc=0}\u000a06:39:26.236324 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "gprs:nanobts+band-900", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18795): Process ended prematurely: osmo-stp_10.42.42.5(pid=18795) [trial-2400↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18795)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18795): Process ended prematurely: osmo-stp_10.42.42.5(pid=18795) [trial-2400↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18795)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a06:39:27.353132 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:27.365016 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a06:39:27.510674 tst iperf3m4.py: using LAC 39096\u000a06:39:27.642315 tst iperf3m4.py: using RAC 81\u000a06:39:27.772155 tst iperf3m4.py: using CellId 39096\u000a06:39:27.904091 tst iperf3m4.py: using BVCI 39097\u000a06:39:27.929829 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:27.941197 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:27.952282 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:27.963338 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:27.974363 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:27.985489 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:27.996737 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:28.007728 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:28.018953 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:39:28.137423 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:39:28.260651 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:39:28.379443 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:39:28.682284 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:39:28.822912 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:39:29.170196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18781): Launched\u000a06:39:29.459238 run iperf3-srv_10.42.42.10(pid=18782): Launched\u000a06:39:29.664742 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:39:29.805140 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:39:30.152388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18783): Launched\u000a06:39:30.440718 run iperf3-srv_10.42.42.10(pid=18784): Launched\u000a06:39:30.645842 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:39:30.786183 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:39:31.165689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18785): Launched\u000a06:39:31.470403 run iperf3-srv_10.42.42.10(pid=18786): Launched\u000a06:39:31.680043 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:39:31.823723 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:39:32.188594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18787): Launched\u000a06:39:32.478557 run iperf3-srv_10.42.42.10(pid=18788): Launched\u000a06:39:32.683563 tst iperf3m4.py:8: start network...\u000a06:39:32.823570 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:39:33.358174 run create_hlr_db(pid=18789): Launched\u000a06:39:33.551823 bus /gobi_6: Setting Powered False\u000a06:39:34.571558 run create_hlr_db(pid=18789): Terminated: ok {rc=0}\u000a06:39:34.992342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18791): Launched\u000a06:39:35.310196 run osmo-hlr_10.42.42.2(pid=18792): Launched\u000a06:39:35.435472 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:39:35.989399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18794): Launched\u000a06:39:36.304713 run osmo-stp_10.42.42.5(pid=18795): Launched\u000a06:39:36.420291 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:39:36.966325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18797): Launched\u000a06:39:37.078171 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:39:37.351569 run patchelf(pid=18798): Launched\u000a06:39:37.534890 run osmo-stp_10.42.42.5(pid=18795): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18795)]\u000a06:39:37.668639 run osmo-stp_10.42.42.5(pid=18795): stdout: \u000a| (launched: 2022-12-14_06:39:36.149097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:39:37.802921 run osmo-stp_10.42.42.5(pid=18795): stderr: \u000a| �[0;m�[38;5;43m20221214063936318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063936318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063936318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063936319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063936319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063936319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063936319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:39:37.931975 run osmo-stp_10.42.42.5(pid=18795): stdout: \u000a| (launched: 2022-12-14_06:39:36.149097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:39:38.060670 run osmo-stp_10.42.42.5(pid=18795): stderr: \u000a| �[0;m�[38;5;43m20221214063936318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063936318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063936318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063936319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063936319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063936319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063936319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:39:38.210434 run patchelf(pid=18798): Terminating (SIGINT)\u000a06:39:38.386875 run patchelf(pid=18798): Terminated: ok {rc=0}\u000a06:39:38.419143 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18795): Process ended prematurely: osmo-stp_10.42.42.5(pid=18795) [trial-2400↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18795)] [trial-2400↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a06:39:38.428395 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a06:39:38.489427 run osmo-hlr_10.42.42.2(pid=18792): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18792)]\u000a06:39:38.538471 run osmo-hlr_10.42.42.2(pid=18792): stdout: \u000a| (launched: 2022-12-14_06:39:35.152018) \u000a06:39:38.587977 run osmo-hlr_10.42.42.2(pid=18792): stderr: \u000a| �[0;m�[1;31m20221214063935329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063935329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063935329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063935329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063935329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063935329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063935341 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063935349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063935350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063935350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:39:38.630441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18781): Terminating (SIGTERM)\u000a06:39:38.670625 run iperf3-srv_10.42.42.10(pid=18782): Terminating (SIGTERM)\u000a06:39:38.710598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18783): Terminating (SIGTERM)\u000a06:39:38.750533 run iperf3-srv_10.42.42.10(pid=18784): Terminating (SIGTERM)\u000a06:39:38.790464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18785): Terminating (SIGTERM)\u000a06:39:38.830487 run iperf3-srv_10.42.42.10(pid=18786): Terminating (SIGTERM)\u000a06:39:38.870227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18787): Terminating (SIGTERM)\u000a06:39:38.910118 run iperf3-srv_10.42.42.10(pid=18788): Terminating (SIGTERM)\u000a06:39:38.949934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18791): Terminating (SIGTERM)\u000a06:39:38.989862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18794): Terminating (SIGTERM)\u000a06:39:39.029767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18797): Terminating (SIGTERM)\u000a06:39:39.039039 --- ParallelTerminationStrategy: PID 18781 died...\u000a06:39:39.092884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18781): Terminated: ok {rc=0}\u000a06:39:39.102586 --- ParallelTerminationStrategy: PID 18782 died...\u000a06:39:39.156180 run iperf3-srv_10.42.42.10(pid=18782): Terminated {rc=256}\u000a06:39:39.165894 --- ParallelTerminationStrategy: PID 18783 died...\u000a06:39:39.219244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18783): Terminated: ok {rc=0}\u000a06:39:39.228813 --- ParallelTerminationStrategy: PID 18784 died...\u000a06:39:39.282016 run iperf3-srv_10.42.42.10(pid=18784): Terminated {rc=256}\u000a06:39:39.291588 --- ParallelTerminationStrategy: PID 18785 died...\u000a06:39:39.345091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18785): Terminated: ok {rc=0}\u000a06:39:39.354667 --- ParallelTerminationStrategy: PID 18786 died...\u000a06:39:39.407945 run iperf3-srv_10.42.42.10(pid=18786): Terminated {rc=256}\u000a06:39:39.417599 --- ParallelTerminationStrategy: PID 18787 died...\u000a06:39:39.470839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18787): Terminated: ok {rc=0}\u000a06:39:39.480413 --- ParallelTerminationStrategy: PID 18788 died...\u000a06:39:39.533553 run iperf3-srv_10.42.42.10(pid=18788): Terminated {rc=256}\u000a06:39:39.543184 --- ParallelTerminationStrategy: PID 18791 died...\u000a06:39:39.596746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18791): Terminated: ok {rc=0}\u000a06:39:39.606468 --- ParallelTerminationStrategy: PID 18794 died...\u000a06:39:39.659846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18794): Terminated: ok {rc=0}\u000a06:39:39.669594 --- ParallelTerminationStrategy: PID 18797 died...\u000a06:39:39.723134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18797): Terminated: ok {rc=0}\u000a06:39:39.806664 bus /gobi_4: Setting Powered False\u000a06:39:40.906448 bus /gobi_4: Setting Powered False\u000a06:39:42.013168 bus /gobi_1: Setting Powered False\u000a06:39:43.118913 bus /gobi_1: Setting Powered False\u000a06:39:44.226143 bus /gobi_0: Setting Powered False\u000a06:39:45.332131 bus /gobi_0: Setting Powered False\u000a06:39:46.444762 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18805): Process ended prematurely: osmo-stp_10.42.42.5(pid=18805) [trial-2400↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18805)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18805): Process ended prematurely: osmo-stp_10.42.42.5(pid=18805) [trial-2400↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18805)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a06:39:47.512708 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:47.524645 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a06:39:47.664014 tst ping.py: using LAC 39097\u000a06:39:47.786597 tst ping.py: using RAC 82\u000a06:39:47.909824 tst ping.py: using CellId 39097\u000a06:39:48.038073 tst ping.py: using BVCI 39098\u000a06:39:48.063626 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:48.075250 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:48.086627 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:48.097776 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:48.108830 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:48.119811 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:48.131109 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:48.142158 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:39:48.439536 tst ping.py:19: start network...\u000a06:39:48.576828 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:39:49.101547 run create_hlr_db(pid=18799): Launched\u000a06:39:49.291709 bus /gobi_6: Setting Powered False\u000a06:39:50.311603 run create_hlr_db(pid=18799): Terminated: ok {rc=0}\u000a06:39:50.725272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18801): Launched\u000a06:39:51.033286 run osmo-hlr_10.42.42.2(pid=18802): Launched\u000a06:39:51.153241 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:39:51.706961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18804): Launched\u000a06:39:52.036436 run osmo-stp_10.42.42.5(pid=18805): Launched\u000a06:39:52.156083 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:39:52.731134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18807): Launched\u000a06:39:52.848722 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:39:53.135862 run patchelf(pid=18808): Launched\u000a06:39:53.327646 run osmo-stp_10.42.42.5(pid=18805): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18805)]\u000a06:39:53.468083 run osmo-stp_10.42.42.5(pid=18805): stdout: \u000a| (launched: 2022-12-14_06:39:51.873570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:39:53.608813 run osmo-stp_10.42.42.5(pid=18805): stderr: \u000a| �[0;m�[38;5;43m20221214063952067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063952067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063952067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063952068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063952070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063952070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063952070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:39:53.744720 run osmo-stp_10.42.42.5(pid=18805): stdout: \u000a| (launched: 2022-12-14_06:39:51.873570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:39:53.879347 run osmo-stp_10.42.42.5(pid=18805): stderr: \u000a| �[0;m�[38;5;43m20221214063952067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214063952067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214063952067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214063952068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214063952070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214063952070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214063952070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:39:54.036246 run patchelf(pid=18808): Terminating (SIGINT)\u000a06:39:54.219924 run patchelf(pid=18808): Terminated: ok {rc=0}\u000a06:39:54.253190 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18805): Process ended prematurely: osmo-stp_10.42.42.5(pid=18805) [trial-2400↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18805)] [trial-2400↪gprs:nanobts+band-900↪ping.py:22]\u000a06:39:54.262639 tst ping.py:22: Test FAILED (6.7 sec)\u000a06:39:54.325878 run osmo-hlr_10.42.42.2(pid=18802): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18802)]\u000a06:39:54.377624 run osmo-hlr_10.42.42.2(pid=18802): stdout: \u000a| (launched: 2022-12-14_06:39:50.881151) \u000a06:39:54.429957 run osmo-hlr_10.42.42.2(pid=18802): stderr: \u000a| �[0;m�[1;31m20221214063951062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063951062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063951062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063951062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063951062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063951062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063951074 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063951084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063951084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063951084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:39:54.474595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18801): Terminating (SIGTERM)\u000a06:39:54.517829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18804): Terminating (SIGTERM)\u000a06:39:54.559912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18807): Terminating (SIGTERM)\u000a06:39:54.569738 --- ParallelTerminationStrategy: PID 18801 died...\u000a06:39:54.626118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18801): Terminated: ok {rc=0}\u000a06:39:54.636312 --- ParallelTerminationStrategy: PID 18804 died...\u000a06:39:54.692408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18804): Terminated: ok {rc=0}\u000a06:39:54.702544 --- ParallelTerminationStrategy: PID 18807 died...\u000a06:39:54.758588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18807): Terminated: ok {rc=0}\u000a06:39:54.845425 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18816): Process ended prematurely: osmo-stp_10.42.42.5(pid=18816) [trial-2400↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18816)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18816): Process ended prematurely: osmo-stp_10.42.42.5(pid=18816) [trial-2400↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a06:39:55.897405 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:55.909335 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a06:39:56.054292 tst ping_idle_ping.py: using LAC 39098\u000a06:39:56.183747 tst ping_idle_ping.py: using RAC 83\u000a06:39:56.314320 tst ping_idle_ping.py: using CellId 39098\u000a06:39:56.445940 tst ping_idle_ping.py: using BVCI 39099\u000a06:39:56.471198 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:56.482670 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:56.493867 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:56.505095 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:56.516077 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:56.527258 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:56.538618 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:39:56.549801 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:39:56.832515 tst ping_idle_ping.py:24: start network...\u000a06:39:56.961742 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:39:57.450721 run create_hlr_db(pid=18810): Launched\u000a06:39:57.629401 bus /gobi_6: Setting Powered False\u000a06:39:58.649462 run create_hlr_db(pid=18810): Terminated: ok {rc=0}\u000a06:39:59.086577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18812): Launched\u000a06:39:59.416324 run osmo-hlr_10.42.42.2(pid=18813): Launched\u000a06:39:59.537055 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:40:00.112884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18815): Launched\u000a06:40:00.446782 run osmo-stp_10.42.42.5(pid=18816): Launched\u000a06:40:00.567628 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:40:01.155057 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18818): Launched\u000a06:40:01.275375 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:40:01.612830 run patchelf(pid=18819): Launched\u000a06:40:01.800136 run osmo-stp_10.42.42.5(pid=18816): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18816)]\u000a06:40:01.980008 run osmo-stp_10.42.42.5(pid=18816): stdout: \u000a| (launched: 2022-12-14_06:40:00.281896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:40:02.117164 run osmo-stp_10.42.42.5(pid=18816): stderr: \u000a| �[0;m�[38;5;43m20221214064000483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064000483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064000483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064000483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064000484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064000484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064000484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:40:02.249857 run osmo-stp_10.42.42.5(pid=18816): stdout: \u000a| (launched: 2022-12-14_06:40:00.281896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:40:02.382970 run osmo-stp_10.42.42.5(pid=18816): stderr: \u000a| �[0;m�[38;5;43m20221214064000483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064000483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064000483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064000483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064000484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064000484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064000484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:40:02.539987 run patchelf(pid=18819): Terminating (SIGINT)\u000a06:40:02.724567 run patchelf(pid=18819): Terminated: ok {rc=0}\u000a06:40:02.758166 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18816): Process ended prematurely: osmo-stp_10.42.42.5(pid=18816) [trial-2400↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18816)] [trial-2400↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a06:40:02.767600 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a06:40:02.830793 run osmo-hlr_10.42.42.2(pid=18813): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18813)]\u000a06:40:02.882445 run osmo-hlr_10.42.42.2(pid=18813): stdout: \u000a| (launched: 2022-12-14_06:39:59.253696) \u000a06:40:02.934736 run osmo-hlr_10.42.42.2(pid=18813): stderr: \u000a| �[0;m�[1;31m20221214063959456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214063959456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214063959456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063959456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214063959457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214063959457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214063959472 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214063959480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214063959481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214063959481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:40:02.979342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18812): Terminating (SIGTERM)\u000a06:40:03.022058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18815): Terminating (SIGTERM)\u000a06:40:03.064106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18818): Terminating (SIGTERM)\u000a06:40:03.074125 --- ParallelTerminationStrategy: PID 18812 died...\u000a06:40:03.130491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18812): Terminated: ok {rc=0}\u000a06:40:03.140871 --- ParallelTerminationStrategy: PID 18815 died...\u000a06:40:03.196804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18815): Terminated: ok {rc=0}\u000a06:40:03.206971 --- ParallelTerminationStrategy: PID 18818 died...\u000a06:40:03.262811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18818): Terminated: ok {rc=0}\u000a06:40:03.348842 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 64.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:39:01" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18837): Process ended prematurely: osmo-stp_10.42.42.5(pid=18837) [trial-2400↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18837)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18837): Process ended prematurely: osmo-stp_10.42.42.5(pid=18837) [trial-2400↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18837)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:40:05.514874 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:05.526365 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:40:05.672462 tst cs_paging_gprs_active.py: using LAC 39099\u000a06:40:05.806798 tst cs_paging_gprs_active.py: using RAC 84\u000a06:40:05.935868 tst cs_paging_gprs_active.py: using CellId 39099\u000a06:40:06.064647 tst cs_paging_gprs_active.py: using BVCI 39100\u000a06:40:06.090671 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:06.102260 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:06.113478 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:06.124514 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:06.135618 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:06.146886 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:06.158174 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:06.169262 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:06.180526 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:40:06.299590 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:40:06.601240 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:40:06.741397 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:40:07.089908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18827): Launched\u000a06:40:07.378869 run iperf3-srv_10.42.42.10(pid=18828): Launched\u000a06:40:07.584774 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:40:07.724794 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:40:08.071722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18829): Launched\u000a06:40:08.360682 run iperf3-srv_10.42.42.10(pid=18830): Launched\u000a06:40:08.566173 tst cs_paging_gprs_active.py:38: start network...\u000a06:40:08.705884 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:40:09.240294 run create_hlr_db(pid=18831): Launched\u000a06:40:09.433890 bus /gobi_6: Setting Powered False\u000a06:40:10.454142 run create_hlr_db(pid=18831): Terminated: ok {rc=0}\u000a06:40:10.877331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18833): Launched\u000a06:40:11.191528 run osmo-hlr_10.42.42.2(pid=18834): Launched\u000a06:40:11.311420 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:40:11.854808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18836): Launched\u000a06:40:12.168533 run osmo-stp_10.42.42.5(pid=18837): Launched\u000a06:40:12.282175 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:40:12.828933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18839): Launched\u000a06:40:12.941304 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:40:13.217188 run patchelf(pid=18840): Launched\u000a06:40:13.400302 run osmo-stp_10.42.42.5(pid=18837): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18837)]\u000a06:40:13.534642 run osmo-stp_10.42.42.5(pid=18837): stdout: \u000a| (launched: 2022-12-14_06:40:12.013848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:40:13.669124 run osmo-stp_10.42.42.5(pid=18837): stderr: \u000a| �[0;m�[38;5;43m20221214064012188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064012188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064012188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064012188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064012191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064012191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064012191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:40:13.798610 run osmo-stp_10.42.42.5(pid=18837): stdout: \u000a| (launched: 2022-12-14_06:40:12.013848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:40:13.926940 run osmo-stp_10.42.42.5(pid=18837): stderr: \u000a| �[0;m�[38;5;43m20221214064012188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064012188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064012188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064012188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064012191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064012191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064012191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:40:14.076580 run patchelf(pid=18840): Terminating (SIGINT)\u000a06:40:14.253711 run patchelf(pid=18840): Terminated: ok {rc=0}\u000a06:40:14.286045 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18837): Process ended prematurely: osmo-stp_10.42.42.5(pid=18837) [trial-2400↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18837)] [trial-2400↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a06:40:14.295407 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a06:40:14.355397 run osmo-hlr_10.42.42.2(pid=18834): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18834)]\u000a06:40:14.403966 run osmo-hlr_10.42.42.2(pid=18834): stdout: \u000a| (launched: 2022-12-14_06:40:11.036930) \u000a06:40:14.453190 run osmo-hlr_10.42.42.2(pid=18834): stderr: \u000a| �[0;m�[1;31m20221214064011217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064011217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064011217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064011218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064011218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064011218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064011230 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064011239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064011239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064011239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:40:14.495345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18827): Terminating (SIGTERM)\u000a06:40:14.534950 run iperf3-srv_10.42.42.10(pid=18828): Terminating (SIGTERM)\u000a06:40:14.574510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18829): Terminating (SIGTERM)\u000a06:40:14.614110 run iperf3-srv_10.42.42.10(pid=18830): Terminating (SIGTERM)\u000a06:40:14.653620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18833): Terminating (SIGTERM)\u000a06:40:14.693193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18836): Terminating (SIGTERM)\u000a06:40:14.732900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18839): Terminating (SIGTERM)\u000a06:40:14.742135 --- ParallelTerminationStrategy: PID 18827 died...\u000a06:40:14.795492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18827): Terminated: ok {rc=0}\u000a06:40:14.805108 --- ParallelTerminationStrategy: PID 18828 died...\u000a06:40:14.858142 run iperf3-srv_10.42.42.10(pid=18828): Terminated {rc=256}\u000a06:40:14.867596 --- ParallelTerminationStrategy: PID 18829 died...\u000a06:40:14.920862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18829): Terminated: ok {rc=0}\u000a06:40:14.930476 --- ParallelTerminationStrategy: PID 18830 died...\u000a06:40:14.983456 run iperf3-srv_10.42.42.10(pid=18830): Terminated {rc=256}\u000a06:40:14.993063 --- ParallelTerminationStrategy: PID 18833 died...\u000a06:40:15.046389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18833): Terminated: ok {rc=0}\u000a06:40:15.055967 --- ParallelTerminationStrategy: PID 18836 died...\u000a06:40:15.109207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18836): Terminated: ok {rc=0}\u000a06:40:15.118853 --- ParallelTerminationStrategy: PID 18839 died...\u000a06:40:15.172068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18839): Terminated: ok {rc=0}\u000a06:40:15.260128 bus /gobi_0: Setting Powered False\u000a06:40:16.361534 bus /gobi_0: Setting Powered False\u000a06:40:17.465770 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18849): Process ended prematurely: osmo-stp_10.42.42.5(pid=18849) [trial-2400↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18849)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18849): Process ended prematurely: osmo-stp_10.42.42.5(pid=18849) [trial-2400↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18849)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a06:40:18.582359 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:18.594500 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:40:18.746340 tst iperf3.py: using LAC 39100\u000a06:40:18.877092 tst iperf3.py: using RAC 85\u000a06:40:19.010390 tst iperf3.py: using CellId 39100\u000a06:40:19.142626 tst iperf3.py: using BVCI 39101\u000a06:40:19.168388 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:19.179895 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:19.191195 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:19.202519 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:19.213739 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:19.225003 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:19.236325 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:19.247528 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:19.258933 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:40:19.560450 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:40:19.701762 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:40:20.051707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18841): Launched\u000a06:40:20.340234 run iperf3-srv_10.42.42.10(pid=18842): Launched\u000a06:40:20.546431 tst iperf3.py:8: start network...\u000a06:40:20.687203 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:40:21.222885 run create_hlr_db(pid=18843): Launched\u000a06:40:21.416865 bus /gobi_6: Setting Powered False\u000a06:40:22.435495 run create_hlr_db(pid=18843): Terminated: ok {rc=0}\u000a06:40:22.855791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18845): Launched\u000a06:40:23.170287 run osmo-hlr_10.42.42.2(pid=18846): Launched\u000a06:40:23.291815 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:40:23.843829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18848): Launched\u000a06:40:24.157450 run osmo-stp_10.42.42.5(pid=18849): Launched\u000a06:40:24.271980 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:40:24.820411 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18851): Launched\u000a06:40:24.933307 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:40:25.208814 run patchelf(pid=18852): Launched\u000a06:40:25.392445 run osmo-stp_10.42.42.5(pid=18849): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18849)]\u000a06:40:25.526930 run osmo-stp_10.42.42.5(pid=18849): stdout: \u000a| (launched: 2022-12-14_06:40:24.002805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:40:25.662049 run osmo-stp_10.42.42.5(pid=18849): stderr: \u000a| �[0;m�[38;5;43m20221214064024176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064024177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064024178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064024178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064024179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064024179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064024179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:40:25.791624 run osmo-stp_10.42.42.5(pid=18849): stdout: \u000a| (launched: 2022-12-14_06:40:24.002805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:40:25.920201 run osmo-stp_10.42.42.5(pid=18849): stderr: \u000a| �[0;m�[38;5;43m20221214064024176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064024177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064024178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064024178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064024179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064024179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064024179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:40:26.070036 run patchelf(pid=18852): Terminating (SIGINT)\u000a06:40:26.246264 run patchelf(pid=18852): Terminated: ok {rc=0}\u000a06:40:26.278528 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18849): Process ended prematurely: osmo-stp_10.42.42.5(pid=18849) [trial-2400↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18849)] [trial-2400↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a06:40:26.287925 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a06:40:26.348627 run osmo-hlr_10.42.42.2(pid=18846): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18846)]\u000a06:40:26.398216 run osmo-hlr_10.42.42.2(pid=18846): stdout: \u000a| (launched: 2022-12-14_06:40:23.015376) \u000a06:40:26.448153 run osmo-hlr_10.42.42.2(pid=18846): stderr: \u000a| �[0;m�[1;31m20221214064023196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064023196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064023196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064023196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064023196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064023196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064023208 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064023217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064023217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064023217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:40:26.490694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18841): Terminating (SIGTERM)\u000a06:40:26.530783 run iperf3-srv_10.42.42.10(pid=18842): Terminating (SIGTERM)\u000a06:40:26.570696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18845): Terminating (SIGTERM)\u000a06:40:26.610629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18848): Terminating (SIGTERM)\u000a06:40:26.650683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18851): Terminating (SIGTERM)\u000a06:40:26.660022 --- ParallelTerminationStrategy: PID 18841 died...\u000a06:40:26.714018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18841): Terminated: ok {rc=0}\u000a06:40:26.723628 --- ParallelTerminationStrategy: PID 18842 died...\u000a06:40:26.777222 run iperf3-srv_10.42.42.10(pid=18842): Terminated {rc=256}\u000a06:40:26.786791 --- ParallelTerminationStrategy: PID 18845 died...\u000a06:40:26.840663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18845): Terminated: ok {rc=0}\u000a06:40:26.850344 --- ParallelTerminationStrategy: PID 18848 died...\u000a06:40:26.903828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18848): Terminated: ok {rc=0}\u000a06:40:26.913836 --- ParallelTerminationStrategy: PID 18851 died...\u000a06:40:26.967467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18851): Terminated: ok {rc=0}\u000a06:40:27.056330 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18867): Process ended prematurely: osmo-stp_10.42.42.5(pid=18867) [trial-2400↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18867)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18867): Process ended prematurely: osmo-stp_10.42.42.5(pid=18867) [trial-2400↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a06:40:28.169331 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:28.181115 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:40:28.322969 tst iperf3m4.py: using LAC 39101\u000a06:40:28.444784 tst iperf3m4.py: using RAC 86\u000a06:40:28.568667 tst iperf3m4.py: using CellId 39101\u000a06:40:28.690480 tst iperf3m4.py: using BVCI 39102\u000a06:40:28.714400 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:28.725451 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:28.736165 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:28.746990 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:28.758537 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:28.770109 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:28.781866 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:28.793377 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:28.805004 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:40:28.924155 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:40:29.048648 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:40:29.168756 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:40:29.458833 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:40:29.591204 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:40:29.917660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18853): Launched\u000a06:40:30.188412 run iperf3-srv_10.42.42.10(pid=18854): Launched\u000a06:40:30.380501 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:40:30.512656 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:40:30.839829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18855): Launched\u000a06:40:31.211605 run iperf3-srv_10.42.42.10(pid=18856): Launched\u000a06:40:31.453719 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:40:31.588829 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:40:31.936731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18857): Launched\u000a06:40:32.229781 run iperf3-srv_10.42.42.10(pid=18858): Launched\u000a06:40:32.424214 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:40:32.556596 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:40:32.883569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18859): Launched\u000a06:40:33.153998 run iperf3-srv_10.42.42.10(pid=18860): Launched\u000a06:40:33.345782 tst iperf3m4.py:8: start network...\u000a06:40:33.477291 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:40:33.972558 run create_hlr_db(pid=18861): Launched\u000a06:40:34.153807 bus /gobi_6: Setting Powered False\u000a06:40:35.174460 run create_hlr_db(pid=18861): Terminated: ok {rc=0}\u000a06:40:35.618941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18863): Launched\u000a06:40:35.955431 run osmo-hlr_10.42.42.2(pid=18864): Launched\u000a06:40:36.078711 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:40:36.664279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18866): Launched\u000a06:40:37.000187 run osmo-stp_10.42.42.5(pid=18867): Launched\u000a06:40:37.121820 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:40:37.706121 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18869): Launched\u000a06:40:37.825887 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:40:38.118557 run patchelf(pid=18870): Launched\u000a06:40:38.313756 run osmo-stp_10.42.42.5(pid=18867): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18867)]\u000a06:40:38.457061 run osmo-stp_10.42.42.5(pid=18867): stdout: \u000a| (launched: 2022-12-14_06:40:36.835279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:40:38.600268 run osmo-stp_10.42.42.5(pid=18867): stderr: \u000a| �[0;m�[38;5;43m20221214064037031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064037031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064037031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064037031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064037032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064037032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064037032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:40:38.738321 run osmo-stp_10.42.42.5(pid=18867): stdout: \u000a| (launched: 2022-12-14_06:40:36.835279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:40:38.874814 run osmo-stp_10.42.42.5(pid=18867): stderr: \u000a| �[0;m�[38;5;43m20221214064037031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064037031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064037031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064037031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064037032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064037032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064037032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:40:39.034700 run patchelf(pid=18870): Terminating (SIGINT)\u000a06:40:39.221631 run patchelf(pid=18870): Terminated: ok {rc=0}\u000a06:40:39.255775 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18867): Process ended prematurely: osmo-stp_10.42.42.5(pid=18867) [trial-2400↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18867)] [trial-2400↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a06:40:39.265754 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a06:40:39.329204 run osmo-hlr_10.42.42.2(pid=18864): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18864)]\u000a06:40:39.380688 run osmo-hlr_10.42.42.2(pid=18864): stdout: \u000a| (launched: 2022-12-14_06:40:35.789402) \u000a06:40:39.432690 run osmo-hlr_10.42.42.2(pid=18864): stderr: \u000a| �[0;m�[1;31m20221214064035990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064035990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064035990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064035990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064035990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064035990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064036002 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064036013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064036013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064036013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:40:39.477116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18853): Terminating (SIGTERM)\u000a06:40:39.519442 run iperf3-srv_10.42.42.10(pid=18854): Terminating (SIGTERM)\u000a06:40:39.561428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18855): Terminating (SIGTERM)\u000a06:40:39.603644 run iperf3-srv_10.42.42.10(pid=18856): Terminating (SIGTERM)\u000a06:40:39.645988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18857): Terminating (SIGTERM)\u000a06:40:39.688130 run iperf3-srv_10.42.42.10(pid=18858): Terminating (SIGTERM)\u000a06:40:39.730034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18859): Terminating (SIGTERM)\u000a06:40:39.772141 run iperf3-srv_10.42.42.10(pid=18860): Terminating (SIGTERM)\u000a06:40:39.814106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18863): Terminating (SIGTERM)\u000a06:40:39.855882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18866): Terminating (SIGTERM)\u000a06:40:39.897860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18869): Terminating (SIGTERM)\u000a06:40:39.907774 --- ParallelTerminationStrategy: PID 18853 died...\u000a06:40:39.964153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18853): Terminated: ok {rc=0}\u000a06:40:39.974345 --- ParallelTerminationStrategy: PID 18854 died...\u000a06:40:40.030191 run iperf3-srv_10.42.42.10(pid=18854): Terminated {rc=256}\u000a06:40:40.040321 --- ParallelTerminationStrategy: PID 18855 died...\u000a06:40:40.096043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18855): Terminated: ok {rc=0}\u000a06:40:40.106203 --- ParallelTerminationStrategy: PID 18856 died...\u000a06:40:40.161985 run iperf3-srv_10.42.42.10(pid=18856): Terminated {rc=256}\u000a06:40:40.172171 --- ParallelTerminationStrategy: PID 18857 died...\u000a06:40:40.227909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18857): Terminated: ok {rc=0}\u000a06:40:40.238126 --- ParallelTerminationStrategy: PID 18858 died...\u000a06:40:40.293949 run iperf3-srv_10.42.42.10(pid=18858): Terminated {rc=256}\u000a06:40:40.304138 --- ParallelTerminationStrategy: PID 18859 died...\u000a06:40:40.359965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18859): Terminated: ok {rc=0}\u000a06:40:40.370209 --- ParallelTerminationStrategy: PID 18860 died...\u000a06:40:40.426256 run iperf3-srv_10.42.42.10(pid=18860): Terminated {rc=256}\u000a06:40:40.436424 --- ParallelTerminationStrategy: PID 18863 died...\u000a06:40:40.492621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18863): Terminated: ok {rc=0}\u000a06:40:40.502832 --- ParallelTerminationStrategy: PID 18866 died...\u000a06:40:40.558633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18866): Terminated: ok {rc=0}\u000a06:40:40.568871 --- ParallelTerminationStrategy: PID 18869 died...\u000a06:40:40.624875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18869): Terminated: ok {rc=0}\u000a06:40:40.710988 bus /gobi_4: Setting Powered False\u000a06:40:41.817484 bus /gobi_4: Setting Powered False\u000a06:40:42.929987 bus /gobi_1: Setting Powered False\u000a06:40:44.033746 bus /gobi_1: Setting Powered False\u000a06:40:45.144452 bus /gobi_0: Setting Powered False\u000a06:40:46.281526 bus /gobi_0: Setting Powered False\u000a06:40:47.396257 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18878): Process ended prematurely: osmo-stp_10.42.42.5(pid=18878) [trial-2400↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18878)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18878): Process ended prematurely: osmo-stp_10.42.42.5(pid=18878) [trial-2400↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18878)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a06:40:48.464234 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:48.476104 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:40:48.627477 tst ping.py: using LAC 39102\u000a06:40:48.753474 tst ping.py: using RAC 87\u000a06:40:48.875256 tst ping.py: using CellId 39102\u000a06:40:48.998721 tst ping.py: using BVCI 39103\u000a06:40:49.022445 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:49.033663 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:49.044477 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:49.055272 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:49.066436 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:49.077487 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:49.088648 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:49.099806 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:40:49.381162 tst ping.py:19: start network...\u000a06:40:49.509401 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:40:49.993487 run create_hlr_db(pid=18871): Launched\u000a06:40:50.171555 bus /gobi_6: Setting Powered False\u000a06:40:51.192060 run create_hlr_db(pid=18871): Terminated: ok {rc=0}\u000a06:40:51.631545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18873): Launched\u000a06:40:51.961999 run osmo-hlr_10.42.42.2(pid=18874): Launched\u000a06:40:52.086376 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:40:52.661558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18877): Launched\u000a06:40:52.992268 run osmo-stp_10.42.42.5(pid=18878): Launched\u000a06:40:53.111231 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:40:53.686279 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18880): Launched\u000a06:40:53.804501 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:40:54.093940 run patchelf(pid=18881): Launched\u000a06:40:54.286301 run osmo-stp_10.42.42.5(pid=18878): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18878)]\u000a06:40:54.426748 run osmo-stp_10.42.42.5(pid=18878): stdout: \u000a| (launched: 2022-12-14_06:40:52.828720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:40:54.567693 run osmo-stp_10.42.42.5(pid=18878): stderr: \u000a| �[0;m�[38;5;43m20221214064053028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064053028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064053028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064053028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064053029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064053029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064053029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:40:54.703675 run osmo-stp_10.42.42.5(pid=18878): stdout: \u000a| (launched: 2022-12-14_06:40:52.828720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:40:54.838422 run osmo-stp_10.42.42.5(pid=18878): stderr: \u000a| �[0;m�[38;5;43m20221214064053028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064053028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064053028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064053028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064053029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064053029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064053029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:40:54.995293 run patchelf(pid=18881): Terminating (SIGINT)\u000a06:40:55.178359 run patchelf(pid=18881): Terminated: ok {rc=0}\u000a06:40:55.211811 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18878): Process ended prematurely: osmo-stp_10.42.42.5(pid=18878) [trial-2400↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18878)] [trial-2400↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a06:40:55.221167 tst ping.py:22: Test FAILED (6.7 sec)\u000a06:40:55.283889 run osmo-hlr_10.42.42.2(pid=18874): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18874)]\u000a06:40:55.334840 run osmo-hlr_10.42.42.2(pid=18874): stdout: \u000a| (launched: 2022-12-14_06:40:51.799175) \u000a06:40:55.386306 run osmo-hlr_10.42.42.2(pid=18874): stderr: \u000a| �[0;m�[1;31m20221214064052011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064052011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064052011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064052011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064052011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064052011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064052022 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064052033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064052033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064052033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:40:55.430480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18873): Terminating (SIGTERM)\u000a06:40:55.472705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18877): Terminating (SIGTERM)\u000a06:40:55.514915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18880): Terminating (SIGTERM)\u000a06:40:55.524758 --- ParallelTerminationStrategy: PID 18873 died...\u000a06:40:55.580876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18873): Terminated: ok {rc=0}\u000a06:40:55.591182 --- ParallelTerminationStrategy: PID 18877 died...\u000a06:40:55.647401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18877): Terminated: ok {rc=0}\u000a06:40:55.657709 --- ParallelTerminationStrategy: PID 18880 died...\u000a06:40:55.713880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18880): Terminated: ok {rc=0}\u000a06:40:55.801558 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18888): Process ended prematurely: osmo-stp_10.42.42.5(pid=18888) [trial-2400↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18888)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18888): Process ended prematurely: osmo-stp_10.42.42.5(pid=18888) [trial-2400↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18888)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a06:40:56.854458 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:56.866732 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:40:57.019152 tst ping_idle_ping.py: using LAC 39103\u000a06:40:57.147679 tst ping_idle_ping.py: using RAC 88\u000a06:40:57.277653 tst ping_idle_ping.py: using CellId 39103\u000a06:40:57.405785 tst ping_idle_ping.py: using BVCI 39104\u000a06:40:57.431075 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:57.442735 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:57.454102 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:57.465420 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:57.476618 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:57.488033 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:57.499745 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:40:57.511142 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:40:57.795514 tst ping_idle_ping.py:24: start network...\u000a06:40:57.924887 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:40:58.415959 run create_hlr_db(pid=18882): Launched\u000a06:40:58.595643 bus /gobi_6: Setting Powered False\u000a06:40:59.616037 run create_hlr_db(pid=18882): Terminated: ok {rc=0}\u000a06:41:00.054724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18884): Launched\u000a06:41:00.386400 run osmo-hlr_10.42.42.2(pid=18885): Launched\u000a06:41:00.508059 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:41:01.111373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18887): Launched\u000a06:41:01.586148 run osmo-stp_10.42.42.5(pid=18888): Launched\u000a06:41:01.822795 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:41:02.442505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18890): Launched\u000a06:41:02.553215 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:41:02.823563 run patchelf(pid=18891): Launched\u000a06:41:03.005220 run osmo-stp_10.42.42.5(pid=18888): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18888)]\u000a06:41:03.138455 run osmo-stp_10.42.42.5(pid=18888): stdout: \u000a| (launched: 2022-12-14_06:41:01.281072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:41:03.271248 run osmo-stp_10.42.42.5(pid=18888): stderr: \u000a| �[0;m�[38;5;43m20221214064101571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064101572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064101574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064101575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064101577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064101577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064101578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:41:03.399817 run osmo-stp_10.42.42.5(pid=18888): stdout: \u000a| (launched: 2022-12-14_06:41:01.281072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:41:03.526462 run osmo-stp_10.42.42.5(pid=18888): stderr: \u000a| �[0;m�[38;5;43m20221214064101571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064101572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064101574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064101575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064101577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064101577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064101578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:41:03.674086 run patchelf(pid=18891): Terminating (SIGINT)\u000a06:41:03.847474 run patchelf(pid=18891): Terminated: ok {rc=0}\u000a06:41:03.878933 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18888): Process ended prematurely: osmo-stp_10.42.42.5(pid=18888) [trial-2400↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18888)] [trial-2400↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a06:41:03.887623 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a06:41:03.948744 run osmo-hlr_10.42.42.2(pid=18885): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18885)]\u000a06:41:03.998401 run osmo-hlr_10.42.42.2(pid=18885): stdout: \u000a| (launched: 2022-12-14_06:41:00.222728) \u000a06:41:04.048154 run osmo-hlr_10.42.42.2(pid=18885): stderr: \u000a| �[0;m�[1;31m20221214064100423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064100423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064100423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064100423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064100423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064100423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064100436 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064100446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064100446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064100447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:41:04.090721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18884): Terminating (SIGTERM)\u000a06:41:04.130916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18887): Terminating (SIGTERM)\u000a06:41:04.171146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18890): Terminating (SIGTERM)\u000a06:41:04.180428 --- ParallelTerminationStrategy: PID 18884 died...\u000a06:41:04.235046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18884): Terminated: ok {rc=0}\u000a06:41:04.244706 --- ParallelTerminationStrategy: PID 18887 died...\u000a06:41:04.299339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18887): Terminated: ok {rc=0}\u000a06:41:04.309093 --- ParallelTerminationStrategy: PID 18890 died...\u000a06:41:04.363482 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18890): Terminated: ok {rc=0}\u000a06:41:04.453141 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:40:05" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18905): Process ended prematurely: osmo-stp_10.42.42.5(pid=18905) [trial-2400↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18905)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18905): Process ended prematurely: osmo-stp_10.42.42.5(pid=18905) [trial-2400↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18905)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:41:06.621810 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:06.632727 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:41:06.791264 tst cs_paging_gprs_active.py: using LAC 39104\u000a06:41:06.915015 tst cs_paging_gprs_active.py: using RAC 89\u000a06:41:07.038434 tst cs_paging_gprs_active.py: using CellId 39104\u000a06:41:07.163168 tst cs_paging_gprs_active.py: using BVCI 39105\u000a06:41:07.187209 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:07.198486 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:07.209379 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:07.220148 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:07.231324 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:07.242523 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:07.253722 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:07.264641 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:07.275898 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:41:07.397146 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:41:07.687263 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:41:07.819510 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:41:08.146172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18895): Launched\u000a06:41:08.416704 run iperf3-srv_10.42.42.10(pid=18896): Launched\u000a06:41:08.608867 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:41:08.740426 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:41:09.066422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18897): Launched\u000a06:41:09.336335 run iperf3-srv_10.42.42.10(pid=18898): Launched\u000a06:41:09.528549 tst cs_paging_gprs_active.py:38: start network...\u000a06:41:09.659119 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:41:10.153262 run create_hlr_db(pid=18899): Launched\u000a06:41:10.334859 bus /gobi_6: Setting Powered False\u000a06:41:11.365704 run create_hlr_db(pid=18899): Terminated: ok {rc=0}\u000a06:41:11.788090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18901): Launched\u000a06:41:12.104648 run osmo-hlr_10.42.42.2(pid=18902): Launched\u000a06:41:12.228386 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:41:12.777164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18904): Launched\u000a06:41:13.093461 run osmo-stp_10.42.42.5(pid=18905): Launched\u000a06:41:13.208609 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:41:13.758677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18907): Launched\u000a06:41:13.870900 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:41:14.145542 run patchelf(pid=18908): Launched\u000a06:41:14.329904 run osmo-stp_10.42.42.5(pid=18905): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18905)]\u000a06:41:14.464636 run osmo-stp_10.42.42.5(pid=18905): stdout: \u000a| (launched: 2022-12-14_06:41:12.937318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:41:14.599989 run osmo-stp_10.42.42.5(pid=18905): stderr: \u000a| �[0;m�[38;5;43m20221214064113111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064113111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064113111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064113111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064113112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064113112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064113112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:41:14.730267 run osmo-stp_10.42.42.5(pid=18905): stdout: \u000a| (launched: 2022-12-14_06:41:12.937318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:41:14.859935 run osmo-stp_10.42.42.5(pid=18905): stderr: \u000a| �[0;m�[38;5;43m20221214064113111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064113111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064113111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064113111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064113112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064113112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064113112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:41:15.010664 run patchelf(pid=18908): Terminating (SIGINT)\u000a06:41:15.187564 run patchelf(pid=18908): Terminated: ok {rc=0}\u000a06:41:15.219915 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18905): Process ended prematurely: osmo-stp_10.42.42.5(pid=18905) [trial-2400↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18905)] [trial-2400↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a06:41:15.229459 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a06:41:15.289907 run osmo-hlr_10.42.42.2(pid=18902): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18902)]\u000a06:41:15.339597 run osmo-hlr_10.42.42.2(pid=18902): stdout: \u000a| (launched: 2022-12-14_06:41:11.948097) \u000a06:41:15.389651 run osmo-hlr_10.42.42.2(pid=18902): stderr: \u000a| �[0;m�[1;31m20221214064112128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064112128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064112128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064112128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064112128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064112128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064112140 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064112148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064112148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064112148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:41:15.432458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18895): Terminating (SIGTERM)\u000a06:41:15.472563 run iperf3-srv_10.42.42.10(pid=18896): Terminating (SIGTERM)\u000a06:41:15.512748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18897): Terminating (SIGTERM)\u000a06:41:15.552838 run iperf3-srv_10.42.42.10(pid=18898): Terminating (SIGTERM)\u000a06:41:15.593178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18901): Terminating (SIGTERM)\u000a06:41:15.633567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18904): Terminating (SIGTERM)\u000a06:41:15.673633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18907): Terminating (SIGTERM)\u000a06:41:15.682974 --- ParallelTerminationStrategy: PID 18895 died...\u000a06:41:15.737146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18895): Terminated: ok {rc=0}\u000a06:41:15.746766 --- ParallelTerminationStrategy: PID 18896 died...\u000a06:41:15.800355 run iperf3-srv_10.42.42.10(pid=18896): Terminated {rc=256}\u000a06:41:15.809930 --- ParallelTerminationStrategy: PID 18897 died...\u000a06:41:15.888465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18897): Terminated: ok {rc=0}\u000a06:41:15.899266 --- ParallelTerminationStrategy: PID 18898 died...\u000a06:41:15.964113 run iperf3-srv_10.42.42.10(pid=18898): Terminated {rc=256}\u000a06:41:15.974179 --- ParallelTerminationStrategy: PID 18901 died...\u000a06:41:16.029540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18901): Terminated: ok {rc=0}\u000a06:41:16.039647 --- ParallelTerminationStrategy: PID 18904 died...\u000a06:41:16.095739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18904): Terminated: ok {rc=0}\u000a06:41:16.106394 --- ParallelTerminationStrategy: PID 18907 died...\u000a06:41:16.162465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18907): Terminated: ok {rc=0}\u000a06:41:16.248354 bus /gobi_0: Setting Powered False\u000a06:41:17.348605 bus /gobi_0: Setting Powered False\u000a06:41:18.460536 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18917): Process ended prematurely: osmo-stp_10.42.42.5(pid=18917) [trial-2400↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18917)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18917): Process ended prematurely: osmo-stp_10.42.42.5(pid=18917) [trial-2400↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18917)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a06:41:19.573442 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:19.585457 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:41:19.746874 tst iperf3.py: using LAC 39105\u000a06:41:19.870466 tst iperf3.py: using RAC 90\u000a06:41:19.994590 tst iperf3.py: using CellId 39105\u000a06:41:20.119145 tst iperf3.py: using BVCI 39106\u000a06:41:20.143109 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:20.154221 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:20.165069 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:20.175847 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:20.187046 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:20.198167 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:20.209413 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:20.220374 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:20.231707 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:41:20.535107 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:41:20.676748 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:41:21.027765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18909): Launched\u000a06:41:21.317308 run iperf3-srv_10.42.42.10(pid=18910): Launched\u000a06:41:21.523626 tst iperf3.py:8: start network...\u000a06:41:21.664444 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:41:22.201296 run create_hlr_db(pid=18911): Launched\u000a06:41:22.395619 bus /gobi_6: Setting Powered False\u000a06:41:23.414994 run create_hlr_db(pid=18911): Terminated: ok {rc=0}\u000a06:41:23.837382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18913): Launched\u000a06:41:24.154825 run osmo-hlr_10.42.42.2(pid=18914): Launched\u000a06:41:24.272095 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:41:24.818909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18916): Launched\u000a06:41:25.134073 run osmo-stp_10.42.42.5(pid=18917): Launched\u000a06:41:25.249545 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:41:25.797300 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18919): Launched\u000a06:41:25.909998 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:41:26.185885 run patchelf(pid=18920): Launched\u000a06:41:26.369347 run osmo-stp_10.42.42.5(pid=18917): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18917)]\u000a06:41:26.503841 run osmo-stp_10.42.42.5(pid=18917): stdout: \u000a| (launched: 2022-12-14_06:41:24.978342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:41:26.638551 run osmo-stp_10.42.42.5(pid=18917): stderr: \u000a| �[0;m�[38;5;43m20221214064125152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064125152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064125153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064125153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064125154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064125154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064125154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:41:26.768248 run osmo-stp_10.42.42.5(pid=18917): stdout: \u000a| (launched: 2022-12-14_06:41:24.978342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:41:26.897140 run osmo-stp_10.42.42.5(pid=18917): stderr: \u000a| �[0;m�[38;5;43m20221214064125152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064125152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064125153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064125153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064125154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064125154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064125154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:41:27.047185 run patchelf(pid=18920): Terminating (SIGINT)\u000a06:41:27.223826 run patchelf(pid=18920): Terminated: ok {rc=0}\u000a06:41:27.256056 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18917): Process ended prematurely: osmo-stp_10.42.42.5(pid=18917) [trial-2400↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18917)] [trial-2400↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a06:41:27.265453 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a06:41:27.325350 run osmo-hlr_10.42.42.2(pid=18914): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18914)]\u000a06:41:27.374178 run osmo-hlr_10.42.42.2(pid=18914): stdout: \u000a| (launched: 2022-12-14_06:41:23.997380) \u000a06:41:27.423634 run osmo-hlr_10.42.42.2(pid=18914): stderr: \u000a| �[0;m�[1;31m20221214064124173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064124173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064124173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064124173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064124173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064124173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064124185 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064124193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064124194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064124194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:41:27.465860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18909): Terminating (SIGTERM)\u000a06:41:27.505923 run iperf3-srv_10.42.42.10(pid=18910): Terminating (SIGTERM)\u000a06:41:27.545498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18913): Terminating (SIGTERM)\u000a06:41:27.585031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18916): Terminating (SIGTERM)\u000a06:41:27.624474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18919): Terminating (SIGTERM)\u000a06:41:27.633701 --- ParallelTerminationStrategy: PID 18909 died...\u000a06:41:27.687129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18909): Terminated: ok {rc=0}\u000a06:41:27.696732 --- ParallelTerminationStrategy: PID 18910 died...\u000a06:41:27.749857 run iperf3-srv_10.42.42.10(pid=18910): Terminated {rc=256}\u000a06:41:27.759419 --- ParallelTerminationStrategy: PID 18913 died...\u000a06:41:27.813081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18913): Terminated: ok {rc=0}\u000a06:41:27.822702 --- ParallelTerminationStrategy: PID 18916 died...\u000a06:41:27.876759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18916): Terminated: ok {rc=0}\u000a06:41:27.886465 --- ParallelTerminationStrategy: PID 18919 died...\u000a06:41:27.939930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18919): Terminated: ok {rc=0}\u000a06:41:28.023096 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18935): Process ended prematurely: osmo-stp_10.42.42.5(pid=18935) [trial-2400↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18935)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18935): Process ended prematurely: osmo-stp_10.42.42.5(pid=18935) [trial-2400↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18935)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a06:41:29.139920 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:29.152227 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:41:29.313480 tst iperf3m4.py: using LAC 39106\u000a06:41:29.437415 tst iperf3m4.py: using RAC 91\u000a06:41:29.562310 tst iperf3m4.py: using CellId 39106\u000a06:41:29.686699 tst iperf3m4.py: using BVCI 39107\u000a06:41:29.710713 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:29.721890 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:29.732690 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:29.743503 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:29.754651 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:29.765758 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:29.777040 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:29.788021 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:29.799233 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:41:29.921925 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:41:30.047053 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:41:30.169590 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:41:30.458595 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:41:30.591696 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:41:30.938856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18921): Launched\u000a06:41:31.261680 run iperf3-srv_10.42.42.10(pid=18922): Launched\u000a06:41:31.525951 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:41:31.688012 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:41:32.055796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18923): Launched\u000a06:41:32.361162 run iperf3-srv_10.42.42.10(pid=18924): Launched\u000a06:41:32.568350 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:41:32.710244 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:41:33.061098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18925): Launched\u000a06:41:33.350690 run iperf3-srv_10.42.42.10(pid=18926): Launched\u000a06:41:33.557006 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:41:33.698472 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:41:34.047456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18927): Launched\u000a06:41:34.336543 run iperf3-srv_10.42.42.10(pid=18928): Launched\u000a06:41:34.543180 tst iperf3m4.py:8: start network...\u000a06:41:34.685342 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:41:35.223772 run create_hlr_db(pid=18929): Launched\u000a06:41:35.418804 bus /gobi_6: Setting Powered False\u000a06:41:36.438642 run create_hlr_db(pid=18929): Terminated: ok {rc=0}\u000a06:41:36.860179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18931): Launched\u000a06:41:37.175296 run osmo-hlr_10.42.42.2(pid=18932): Launched\u000a06:41:37.292017 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:41:37.841542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18934): Launched\u000a06:41:38.161211 run osmo-stp_10.42.42.5(pid=18935): Launched\u000a06:41:38.276529 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:41:38.825825 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18937): Launched\u000a06:41:38.938807 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:41:39.213317 run patchelf(pid=18938): Launched\u000a06:41:39.396870 run osmo-stp_10.42.42.5(pid=18935): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18935)]\u000a06:41:39.531021 run osmo-stp_10.42.42.5(pid=18935): stdout: \u000a| (launched: 2022-12-14_06:41:38.001999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:41:39.665493 run osmo-stp_10.42.42.5(pid=18935): stderr: \u000a| �[0;m�[38;5;43m20221214064138173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064138173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064138173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064138174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064138174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064138174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064138174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:41:39.794749 run osmo-stp_10.42.42.5(pid=18935): stdout: \u000a| (launched: 2022-12-14_06:41:38.001999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:41:39.922824 run osmo-stp_10.42.42.5(pid=18935): stderr: \u000a| �[0;m�[38;5;43m20221214064138173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064138173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064138173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064138174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064138174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064138174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064138174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:41:40.072434 run patchelf(pid=18938): Terminating (SIGINT)\u000a06:41:40.248865 run patchelf(pid=18938): Terminated: ok {rc=0}\u000a06:41:40.281195 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18935): Process ended prematurely: osmo-stp_10.42.42.5(pid=18935) [trial-2400↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18935)] [trial-2400↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a06:41:40.290524 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a06:41:40.351265 run osmo-hlr_10.42.42.2(pid=18932): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18932)]\u000a06:41:40.400572 run osmo-hlr_10.42.42.2(pid=18932): stdout: \u000a| (launched: 2022-12-14_06:41:37.020224) \u000a06:41:40.450540 run osmo-hlr_10.42.42.2(pid=18932): stderr: \u000a| �[0;m�[1;31m20221214064137199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064137199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064137199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064137199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064137199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064137199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064137211 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064137219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064137219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064137220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:41:40.493008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18921): Terminating (SIGTERM)\u000a06:41:40.533141 run iperf3-srv_10.42.42.10(pid=18922): Terminating (SIGTERM)\u000a06:41:40.573299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18923): Terminating (SIGTERM)\u000a06:41:40.613162 run iperf3-srv_10.42.42.10(pid=18924): Terminating (SIGTERM)\u000a06:41:40.653175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18925): Terminating (SIGTERM)\u000a06:41:40.693195 run iperf3-srv_10.42.42.10(pid=18926): Terminating (SIGTERM)\u000a06:41:40.733129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18927): Terminating (SIGTERM)\u000a06:41:40.773047 run iperf3-srv_10.42.42.10(pid=18928): Terminating (SIGTERM)\u000a06:41:40.813171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18931): Terminating (SIGTERM)\u000a06:41:40.853112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18934): Terminating (SIGTERM)\u000a06:41:40.893122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18937): Terminating (SIGTERM)\u000a06:41:40.902404 --- ParallelTerminationStrategy: PID 18921 died...\u000a06:41:40.956478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18921): Terminated: ok {rc=0}\u000a06:41:40.966273 --- ParallelTerminationStrategy: PID 18922 died...\u000a06:41:41.020111 run iperf3-srv_10.42.42.10(pid=18922): Terminated {rc=256}\u000a06:41:41.029831 --- ParallelTerminationStrategy: PID 18923 died...\u000a06:41:41.083608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18923): Terminated: ok {rc=0}\u000a06:41:41.093306 --- ParallelTerminationStrategy: PID 18924 died...\u000a06:41:41.147035 run iperf3-srv_10.42.42.10(pid=18924): Terminated {rc=256}\u000a06:41:41.156626 --- ParallelTerminationStrategy: PID 18925 died...\u000a06:41:41.210466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18925): Terminated: ok {rc=0}\u000a06:41:41.220142 --- ParallelTerminationStrategy: PID 18926 died...\u000a06:41:41.273863 run iperf3-srv_10.42.42.10(pid=18926): Terminated {rc=256}\u000a06:41:41.283541 --- ParallelTerminationStrategy: PID 18927 died...\u000a06:41:41.337448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18927): Terminated: ok {rc=0}\u000a06:41:41.347082 --- ParallelTerminationStrategy: PID 18928 died...\u000a06:41:41.400687 run iperf3-srv_10.42.42.10(pid=18928): Terminated {rc=256}\u000a06:41:41.410351 --- ParallelTerminationStrategy: PID 18931 died...\u000a06:41:41.463925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18931): Terminated: ok {rc=0}\u000a06:41:41.473986 --- ParallelTerminationStrategy: PID 18934 died...\u000a06:41:41.527672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18934): Terminated: ok {rc=0}\u000a06:41:41.537798 --- ParallelTerminationStrategy: PID 18937 died...\u000a06:41:41.591805 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18937): Terminated: ok {rc=0}\u000a06:41:41.680172 bus /gobi_4: Setting Powered False\u000a06:41:42.783801 bus /gobi_4: Setting Powered False\u000a06:41:43.894358 bus /gobi_1: Setting Powered False\u000a06:41:44.996608 bus /gobi_1: Setting Powered False\u000a06:41:46.122640 bus /gobi_0: Setting Powered False\u000a06:41:47.234398 bus /gobi_0: Setting Powered False\u000a06:41:48.342781 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18945): Process ended prematurely: osmo-stp_10.42.42.5(pid=18945) [trial-2400↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18945)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18945): Process ended prematurely: osmo-stp_10.42.42.5(pid=18945) [trial-2400↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18945)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a06:41:49.411539 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:49.423935 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:41:49.587645 tst ping.py: using LAC 39107\u000a06:41:49.717372 tst ping.py: using RAC 92\u000a06:41:49.846753 tst ping.py: using CellId 39107\u000a06:41:49.976105 tst ping.py: using BVCI 39108\u000a06:41:50.001731 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:50.013269 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:50.024498 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:50.035731 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:50.046983 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:50.058287 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:50.069666 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:50.080800 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:41:50.363771 tst ping.py:19: start network...\u000a06:41:50.492894 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:41:50.986923 run create_hlr_db(pid=18939): Launched\u000a06:41:51.166063 bus /gobi_6: Setting Powered False\u000a06:41:52.185703 run create_hlr_db(pid=18939): Terminated: ok {rc=0}\u000a06:41:52.624215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18941): Launched\u000a06:41:52.955566 run osmo-hlr_10.42.42.2(pid=18942): Launched\u000a06:41:53.080655 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:41:53.659662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18944): Launched\u000a06:41:53.989867 run osmo-stp_10.42.42.5(pid=18945): Launched\u000a06:41:54.109659 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:41:54.686867 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18947): Launched\u000a06:41:54.805674 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:41:55.096463 run patchelf(pid=18948): Launched\u000a06:41:55.290171 run osmo-stp_10.42.42.5(pid=18945): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18945)]\u000a06:41:55.431526 run osmo-stp_10.42.42.5(pid=18945): stdout: \u000a| (launched: 2022-12-14_06:41:53.827243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:41:55.572907 run osmo-stp_10.42.42.5(pid=18945): stderr: \u000a| �[0;m�[38;5;43m20221214064154022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064154022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064154023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064154023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064154024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064154024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064154024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:41:55.709111 run osmo-stp_10.42.42.5(pid=18945): stdout: \u000a| (launched: 2022-12-14_06:41:53.827243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:41:55.844082 run osmo-stp_10.42.42.5(pid=18945): stderr: \u000a| �[0;m�[38;5;43m20221214064154022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064154022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064154023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064154023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064154024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064154024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064154024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:41:56.001447 run patchelf(pid=18948): Terminating (SIGINT)\u000a06:41:56.185842 run patchelf(pid=18948): Terminated: ok {rc=0}\u000a06:41:56.219271 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18945): Process ended prematurely: osmo-stp_10.42.42.5(pid=18945) [trial-2400↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18945)] [trial-2400↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a06:41:56.228471 tst ping.py:22: Test FAILED (6.8 sec)\u000a06:41:56.291935 run osmo-hlr_10.42.42.2(pid=18942): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18942)]\u000a06:41:56.343386 run osmo-hlr_10.42.42.2(pid=18942): stdout: \u000a| (launched: 2022-12-14_06:41:52.791754) \u000a06:41:56.395523 run osmo-hlr_10.42.42.2(pid=18942): stderr: \u000a| �[0;m�[1;31m20221214064152993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064152993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064152994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064152994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064152994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064152994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064153006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064153015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064153015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064153015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:41:56.440152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18941): Terminating (SIGTERM)\u000a06:41:56.482433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18944): Terminating (SIGTERM)\u000a06:41:56.524910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18947): Terminating (SIGTERM)\u000a06:41:56.534916 --- ParallelTerminationStrategy: PID 18941 died...\u000a06:41:56.591495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18941): Terminated: ok {rc=0}\u000a06:41:56.601908 --- ParallelTerminationStrategy: PID 18944 died...\u000a06:41:56.658176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18944): Terminated: ok {rc=0}\u000a06:41:56.668475 --- ParallelTerminationStrategy: PID 18947 died...\u000a06:41:56.724453 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18947): Terminated: ok {rc=0}\u000a06:41:56.811741 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18963): Process ended prematurely: osmo-stp_10.42.42.5(pid=18963) [trial-2400↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18963)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18963): Process ended prematurely: osmo-stp_10.42.42.5(pid=18963) [trial-2400↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18963)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a06:41:57.862914 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:57.874836 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:41:58.033278 tst ping_idle_ping.py: using LAC 39108\u000a06:41:58.157158 tst ping_idle_ping.py: using RAC 93\u000a06:41:58.278516 tst ping_idle_ping.py: using CellId 39108\u000a06:41:58.401874 tst ping_idle_ping.py: using BVCI 39109\u000a06:41:58.425791 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:58.436686 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:58.447648 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:58.458532 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:58.469662 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:58.480799 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:58.492045 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:41:58.503226 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:41:58.788309 tst ping_idle_ping.py:24: start network...\u000a06:41:58.918717 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:41:59.420032 run create_hlr_db(pid=18949): Launched\u000a06:41:59.599314 bus /gobi_6: Setting Powered False\u000a06:42:00.620184 run create_hlr_db(pid=18949): Terminated: ok {rc=0}\u000a06:42:01.183810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18959): Launched\u000a06:42:01.600222 run osmo-hlr_10.42.42.2(pid=18960): Launched\u000a06:42:01.813633 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:42:02.416827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18962): Launched\u000a06:42:02.748217 run osmo-stp_10.42.42.5(pid=18963): Launched\u000a06:42:02.867988 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:42:03.448078 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18965): Launched\u000a06:42:03.566818 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:42:03.855861 run patchelf(pid=18966): Launched\u000a06:42:04.049551 run osmo-stp_10.42.42.5(pid=18963): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18963)]\u000a06:42:04.190724 run osmo-stp_10.42.42.5(pid=18963): stdout: \u000a| (launched: 2022-12-14_06:42:02.584546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:42:04.332032 run osmo-stp_10.42.42.5(pid=18963): stderr: \u000a| �[0;m�[38;5;43m20221214064202782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064202782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064202782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064202782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064202783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064202783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064202783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:42:04.468639 run osmo-stp_10.42.42.5(pid=18963): stdout: \u000a| (launched: 2022-12-14_06:42:02.584546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:42:04.603433 run osmo-stp_10.42.42.5(pid=18963): stderr: \u000a| �[0;m�[38;5;43m20221214064202782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064202782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064202782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064202782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064202783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064202783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064202783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:42:04.760733 run patchelf(pid=18966): Terminating (SIGINT)\u000a06:42:04.944839 run patchelf(pid=18966): Terminated: ok {rc=0}\u000a06:42:04.978646 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18963): Process ended prematurely: osmo-stp_10.42.42.5(pid=18963) [trial-2400↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18963)] [trial-2400↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a06:42:04.987948 tst ping_idle_ping.py:27: Test FAILED (7.1 sec)\u000a06:42:05.050531 run osmo-hlr_10.42.42.2(pid=18960): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18960)]\u000a06:42:05.101863 run osmo-hlr_10.42.42.2(pid=18960): stdout: \u000a| (launched: 2022-12-14_06:42:01.355281) \u000a06:42:05.154139 run osmo-hlr_10.42.42.2(pid=18960): stderr: \u000a| �[0;m�[1;31m20221214064201673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064201673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064201673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064201673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064201674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064201674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064201694 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064201707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064201707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064201707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:42:05.198487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18959): Terminating (SIGTERM)\u000a06:42:05.240896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18962): Terminating (SIGTERM)\u000a06:42:05.282496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18965): Terminating (SIGTERM)\u000a06:42:05.292322 --- ParallelTerminationStrategy: PID 18959 died...\u000a06:42:05.348013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18959): Terminated: ok {rc=0}\u000a06:42:05.358176 --- ParallelTerminationStrategy: PID 18962 died...\u000a06:42:05.413737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18962): Terminated: ok {rc=0}\u000a06:42:05.423838 --- ParallelTerminationStrategy: PID 18965 died...\u000a06:42:05.479090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18965): Terminated: ok {rc=0}\u000a06:42:05.566076 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:41:06" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18980): Process ended prematurely: osmo-stp_10.42.42.5(pid=18980) [trial-2400↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18980)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18980): Process ended prematurely: osmo-stp_10.42.42.5(pid=18980) [trial-2400↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18980)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:42:07.734836 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:07.746309 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:42:07.886424 tst cs_paging_gprs_active.py: using LAC 39109\u000a06:42:08.014423 tst cs_paging_gprs_active.py: using RAC 94\u000a06:42:08.148007 tst cs_paging_gprs_active.py: using CellId 39109\u000a06:42:08.276801 tst cs_paging_gprs_active.py: using BVCI 39110\u000a06:42:08.302235 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:08.314194 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:08.326037 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:08.337869 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:08.349661 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:08.361346 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:08.373295 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:08.384906 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:08.396873 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:42:08.515289 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:42:08.814937 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:42:08.953352 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:42:09.299764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18970): Launched\u000a06:42:09.584097 run iperf3-srv_10.42.42.10(pid=18971): Launched\u000a06:42:09.787630 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:42:09.925909 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:42:10.270009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18972): Launched\u000a06:42:10.555863 run iperf3-srv_10.42.42.10(pid=18973): Launched\u000a06:42:10.759459 tst cs_paging_gprs_active.py:38: start network...\u000a06:42:10.897890 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:42:11.430606 run create_hlr_db(pid=18974): Launched\u000a06:42:11.622918 bus /gobi_6: Setting Powered False\u000a06:42:12.642567 run create_hlr_db(pid=18974): Terminated: ok {rc=0}\u000a06:42:13.062018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18976): Launched\u000a06:42:13.375035 run osmo-hlr_10.42.42.2(pid=18977): Launched\u000a06:42:13.488246 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:42:14.031669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18979): Launched\u000a06:42:14.344160 run osmo-stp_10.42.42.5(pid=18980): Launched\u000a06:42:14.457744 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:42:15.001741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18982): Launched\u000a06:42:15.112893 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:42:15.385364 run patchelf(pid=18983): Launched\u000a06:42:15.567682 run osmo-stp_10.42.42.5(pid=18980): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18980)]\u000a06:42:15.701873 run osmo-stp_10.42.42.5(pid=18980): stdout: \u000a| (launched: 2022-12-14_06:42:14.190155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:42:15.840462 run osmo-stp_10.42.42.5(pid=18980): stderr: \u000a| �[0;m�[38;5;43m20221214064214363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064214363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064214364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064214364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064214365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064214365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064214365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:42:15.982578 run osmo-stp_10.42.42.5(pid=18980): stdout: \u000a| (launched: 2022-12-14_06:42:14.190155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:42:16.121481 run osmo-stp_10.42.42.5(pid=18980): stderr: \u000a| �[0;m�[38;5;43m20221214064214363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064214363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064214364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064214364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064214365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064214365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064214365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:42:16.283533 run patchelf(pid=18983): Terminating (SIGINT)\u000a06:42:16.475014 run patchelf(pid=18983): Terminated: ok {rc=0}\u000a06:42:16.512482 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18980): Process ended prematurely: osmo-stp_10.42.42.5(pid=18980) [trial-2400↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18980)] [trial-2400↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a06:42:16.526896 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a06:42:16.604724 run osmo-hlr_10.42.42.2(pid=18977): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18977)]\u000a06:42:16.665463 run osmo-hlr_10.42.42.2(pid=18977): stdout: \u000a| (launched: 2022-12-14_06:42:13.220580) \u000a06:42:16.729410 run osmo-hlr_10.42.42.2(pid=18977): stderr: \u000a| �[0;m�[1;31m20221214064213397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064213397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064213397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064213397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064213397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064213397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064213454 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064213464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064213465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064213465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:42:16.783834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18970): Terminating (SIGTERM)\u000a06:42:16.836248 run iperf3-srv_10.42.42.10(pid=18971): Terminating (SIGTERM)\u000a06:42:16.890282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18972): Terminating (SIGTERM)\u000a06:42:16.943576 run iperf3-srv_10.42.42.10(pid=18973): Terminating (SIGTERM)\u000a06:42:16.995913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18976): Terminating (SIGTERM)\u000a06:42:17.046916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18979): Terminating (SIGTERM)\u000a06:42:17.098601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18982): Terminating (SIGTERM)\u000a06:42:17.110852 --- ParallelTerminationStrategy: PID 18970 died...\u000a06:42:17.174935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18970): Terminated: ok {rc=0}\u000a06:42:17.185224 --- ParallelTerminationStrategy: PID 18971 died...\u000a06:42:17.241087 run iperf3-srv_10.42.42.10(pid=18971): Terminated {rc=256}\u000a06:42:17.251006 --- ParallelTerminationStrategy: PID 18972 died...\u000a06:42:17.306591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18972): Terminated: ok {rc=0}\u000a06:42:17.316098 --- ParallelTerminationStrategy: PID 18973 died...\u000a06:42:17.370727 run iperf3-srv_10.42.42.10(pid=18973): Terminated {rc=256}\u000a06:42:17.380382 --- ParallelTerminationStrategy: PID 18976 died...\u000a06:42:17.435062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18976): Terminated: ok {rc=0}\u000a06:42:17.444680 --- ParallelTerminationStrategy: PID 18979 died...\u000a06:42:17.499371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18979): Terminated: ok {rc=0}\u000a06:42:17.508771 --- ParallelTerminationStrategy: PID 18982 died...\u000a06:42:17.564020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18982): Terminated: ok {rc=0}\u000a06:42:17.652007 bus /gobi_0: Setting Powered False\u000a06:42:18.752018 bus /gobi_0: Setting Powered False\u000a06:42:19.862405 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18992): Process ended prematurely: osmo-stp_10.42.42.5(pid=18992) [trial-2400↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18992)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18992): Process ended prematurely: osmo-stp_10.42.42.5(pid=18992) [trial-2400↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18992)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a06:42:20.974595 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:20.986849 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:42:21.132630 tst iperf3.py: using LAC 39110\u000a06:42:21.265097 tst iperf3.py: using RAC 95\u000a06:42:21.397279 tst iperf3.py: using CellId 39110\u000a06:42:21.523666 tst iperf3.py: using BVCI 39111\u000a06:42:21.547368 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:21.558876 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:21.570033 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:21.581669 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:21.593274 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:21.604656 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:21.616267 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:21.627649 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:21.639378 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:42:21.941644 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:42:22.081058 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:42:22.423953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18984): Launched\u000a06:42:22.709172 run iperf3-srv_10.42.42.10(pid=18985): Launched\u000a06:42:22.912334 tst iperf3.py:8: start network...\u000a06:42:23.051767 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:42:23.581140 run create_hlr_db(pid=18986): Launched\u000a06:42:23.773343 bus /gobi_6: Setting Powered False\u000a06:42:24.792819 run create_hlr_db(pid=18986): Terminated: ok {rc=0}\u000a06:42:25.210817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18988): Launched\u000a06:42:25.523495 run osmo-hlr_10.42.42.2(pid=18989): Launched\u000a06:42:25.645813 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:42:26.196322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18991): Launched\u000a06:42:26.507971 run osmo-stp_10.42.42.5(pid=18992): Launched\u000a06:42:26.622771 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:42:27.164567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18994): Launched\u000a06:42:27.276430 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:42:27.548559 run patchelf(pid=18995): Launched\u000a06:42:27.730666 run osmo-stp_10.42.42.5(pid=18992): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18992)]\u000a06:42:27.864063 run osmo-stp_10.42.42.5(pid=18992): stdout: \u000a| (launched: 2022-12-14_06:42:26.354462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:42:27.998446 run osmo-stp_10.42.42.5(pid=18992): stderr: \u000a| �[0;m�[38;5;43m20221214064226526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064226526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064226526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064226527 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064226527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064226527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064226527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:42:28.127414 run osmo-stp_10.42.42.5(pid=18992): stdout: \u000a| (launched: 2022-12-14_06:42:26.354462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:42:28.255017 run osmo-stp_10.42.42.5(pid=18992): stderr: \u000a| �[0;m�[38;5;43m20221214064226526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064226526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064226526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064226527 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064226527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064226527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064226527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:42:28.403600 run patchelf(pid=18995): Terminating (SIGINT)\u000a06:42:28.578677 run patchelf(pid=18995): Terminated: ok {rc=0}\u000a06:42:28.610833 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18992): Process ended prematurely: osmo-stp_10.42.42.5(pid=18992) [trial-2400↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18992)] [trial-2400↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a06:42:28.620317 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a06:42:28.680337 run osmo-hlr_10.42.42.2(pid=18989): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18989)]\u000a06:42:28.729127 run osmo-hlr_10.42.42.2(pid=18989): stdout: \u000a| (launched: 2022-12-14_06:42:25.369908) \u000a06:42:28.778833 run osmo-hlr_10.42.42.2(pid=18989): stderr: \u000a| �[0;m�[1;31m20221214064225547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064225547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064225547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064225547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064225547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064225548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064225560 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064225568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064225569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064225569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:42:28.821153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18984): Terminating (SIGTERM)\u000a06:42:28.860886 run iperf3-srv_10.42.42.10(pid=18985): Terminating (SIGTERM)\u000a06:42:28.900786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18988): Terminating (SIGTERM)\u000a06:42:28.940395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18991): Terminating (SIGTERM)\u000a06:42:28.980059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18994): Terminating (SIGTERM)\u000a06:42:28.989226 --- ParallelTerminationStrategy: PID 18984 died...\u000a06:42:29.042354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18984): Terminated: ok {rc=0}\u000a06:42:29.051724 --- ParallelTerminationStrategy: PID 18985 died...\u000a06:42:29.104662 run iperf3-srv_10.42.42.10(pid=18985): Terminated {rc=256}\u000a06:42:29.114037 --- ParallelTerminationStrategy: PID 18988 died...\u000a06:42:29.167050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18988): Terminated: ok {rc=0}\u000a06:42:29.176489 --- ParallelTerminationStrategy: PID 18991 died...\u000a06:42:29.229748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18991): Terminated: ok {rc=0}\u000a06:42:29.239130 --- ParallelTerminationStrategy: PID 18994 died...\u000a06:42:29.292186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18994): Terminated: ok {rc=0}\u000a06:42:29.379868 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19010): Process ended prematurely: osmo-stp_10.42.42.5(pid=19010) [trial-2400↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19010)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19010): Process ended prematurely: osmo-stp_10.42.42.5(pid=19010) [trial-2400↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19010)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a06:42:30.491660 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:30.503882 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:42:30.646399 tst iperf3m4.py: using LAC 39111\u000a06:42:30.767766 tst iperf3m4.py: using RAC 96\u000a06:42:30.919963 tst iperf3m4.py: using CellId 39111\u000a06:42:31.048680 tst iperf3m4.py: using BVCI 39112\u000a06:42:31.073848 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:31.086326 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:31.098905 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:31.111283 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:31.124833 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:31.138340 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:31.152480 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:31.165737 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:31.179147 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:42:31.325213 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:42:31.469386 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:42:31.597305 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:42:31.912668 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:42:32.059329 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:42:32.412269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18996): Launched\u000a06:42:32.698300 run iperf3-srv_10.42.42.10(pid=18997): Launched\u000a06:42:32.902140 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:42:33.042254 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:42:33.386733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18998): Launched\u000a06:42:33.671212 run iperf3-srv_10.42.42.10(pid=18999): Launched\u000a06:42:33.874184 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:42:34.013291 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:42:34.356847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19000): Launched\u000a06:42:34.643412 run iperf3-srv_10.42.42.10(pid=19001): Launched\u000a06:42:34.847185 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:42:34.986077 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:42:35.330856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19002): Launched\u000a06:42:35.617089 run iperf3-srv_10.42.42.10(pid=19003): Launched\u000a06:42:35.820279 tst iperf3m4.py:8: start network...\u000a06:42:35.959359 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:42:36.490399 run create_hlr_db(pid=19004): Launched\u000a06:42:36.682618 bus /gobi_6: Setting Powered False\u000a06:42:37.703143 run create_hlr_db(pid=19004): Terminated: ok {rc=0}\u000a06:42:38.122045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19006): Launched\u000a06:42:38.434500 run osmo-hlr_10.42.42.2(pid=19007): Launched\u000a06:42:38.553232 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:42:39.095353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19009): Launched\u000a06:42:39.409115 run osmo-stp_10.42.42.5(pid=19010): Launched\u000a06:42:39.523849 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:42:40.081811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19012): Launched\u000a06:42:40.201059 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:42:40.491635 run patchelf(pid=19013): Launched\u000a06:42:40.685099 run osmo-stp_10.42.42.5(pid=19010): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19010)]\u000a06:42:40.826784 run osmo-stp_10.42.42.5(pid=19010): stdout: \u000a| (launched: 2022-12-14_06:42:39.254113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:42:40.968168 run osmo-stp_10.42.42.5(pid=19010): stderr: \u000a| �[0;m�[38;5;43m20221214064239427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064239427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064239427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064239427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064239428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064239428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064239428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:42:41.105062 run osmo-stp_10.42.42.5(pid=19010): stdout: \u000a| (launched: 2022-12-14_06:42:39.254113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:42:41.240437 run osmo-stp_10.42.42.5(pid=19010): stderr: \u000a| �[0;m�[38;5;43m20221214064239427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064239427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064239427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064239427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064239428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064239428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064239428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:42:41.398319 run patchelf(pid=19013): Terminating (SIGINT)\u000a06:42:41.584481 run patchelf(pid=19013): Terminated: ok {rc=0}\u000a06:42:41.618809 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19010): Process ended prematurely: osmo-stp_10.42.42.5(pid=19010) [trial-2400↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19010)] [trial-2400↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a06:42:41.628825 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a06:42:41.691468 run osmo-hlr_10.42.42.2(pid=19007): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19007)]\u000a06:42:41.742498 run osmo-hlr_10.42.42.2(pid=19007): stdout: \u000a| (launched: 2022-12-14_06:42:38.280621) \u000a06:42:41.794389 run osmo-hlr_10.42.42.2(pid=19007): stderr: \u000a| �[0;m�[1;31m20221214064238457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064238457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064238457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064238457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064238457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064238458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064238470 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064238478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064238478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064238478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:42:41.838784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18996): Terminating (SIGTERM)\u000a06:42:41.880766 run iperf3-srv_10.42.42.10(pid=18997): Terminating (SIGTERM)\u000a06:42:41.922407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18998): Terminating (SIGTERM)\u000a06:42:41.964359 run iperf3-srv_10.42.42.10(pid=18999): Terminating (SIGTERM)\u000a06:42:42.006866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19000): Terminating (SIGTERM)\u000a06:42:42.048543 run iperf3-srv_10.42.42.10(pid=19001): Terminating (SIGTERM)\u000a06:42:42.090242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19002): Terminating (SIGTERM)\u000a06:42:42.132105 run iperf3-srv_10.42.42.10(pid=19003): Terminating (SIGTERM)\u000a06:42:42.174331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19006): Terminating (SIGTERM)\u000a06:42:42.216297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19009): Terminating (SIGTERM)\u000a06:42:42.258171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19012): Terminating (SIGTERM)\u000a06:42:42.267782 --- ParallelTerminationStrategy: PID 18996 died...\u000a06:42:42.323450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18996): Terminated: ok {rc=0}\u000a06:42:42.333827 --- ParallelTerminationStrategy: PID 18997 died...\u000a06:42:42.389186 run iperf3-srv_10.42.42.10(pid=18997): Terminated {rc=256}\u000a06:42:42.399076 --- ParallelTerminationStrategy: PID 18998 died...\u000a06:42:42.454351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18998): Terminated: ok {rc=0}\u000a06:42:42.464241 --- ParallelTerminationStrategy: PID 18999 died...\u000a06:42:42.519570 run iperf3-srv_10.42.42.10(pid=18999): Terminated {rc=256}\u000a06:42:42.529930 --- ParallelTerminationStrategy: PID 19000 died...\u000a06:42:42.585516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19000): Terminated: ok {rc=0}\u000a06:42:42.595432 --- ParallelTerminationStrategy: PID 19001 died...\u000a06:42:42.650778 run iperf3-srv_10.42.42.10(pid=19001): Terminated {rc=256}\u000a06:42:42.660724 --- ParallelTerminationStrategy: PID 19002 died...\u000a06:42:42.715917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19002): Terminated: ok {rc=0}\u000a06:42:42.725896 --- ParallelTerminationStrategy: PID 19003 died...\u000a06:42:42.781268 run iperf3-srv_10.42.42.10(pid=19003): Terminated {rc=256}\u000a06:42:42.791243 --- ParallelTerminationStrategy: PID 19006 died...\u000a06:42:42.846722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19006): Terminated: ok {rc=0}\u000a06:42:42.856725 --- ParallelTerminationStrategy: PID 19009 died...\u000a06:42:42.912171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19009): Terminated: ok {rc=0}\u000a06:42:42.922186 --- ParallelTerminationStrategy: PID 19012 died...\u000a06:42:42.977800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19012): Terminated: ok {rc=0}\u000a06:42:43.065536 bus /gobi_4: Setting Powered False\u000a06:42:44.168990 bus /gobi_4: Setting Powered False\u000a06:42:45.279424 bus /gobi_1: Setting Powered False\u000a06:42:46.388664 bus /gobi_1: Setting Powered False\u000a06:42:47.499353 bus /gobi_0: Setting Powered False\u000a06:42:48.601755 bus /gobi_0: Setting Powered False\u000a06:42:49.709515 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19020): Process ended prematurely: osmo-stp_10.42.42.5(pid=19020) [trial-2400↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19020)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19020): Process ended prematurely: osmo-stp_10.42.42.5(pid=19020) [trial-2400↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19020)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a06:42:50.778777 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:50.791389 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:42:50.935931 tst ping.py: using LAC 39112\u000a06:42:51.057730 tst ping.py: using RAC 97\u000a06:42:51.177059 tst ping.py: using CellId 39112\u000a06:42:51.304335 tst ping.py: using BVCI 39113\u000a06:42:51.329560 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:51.341859 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:51.354137 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:51.366129 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:51.378143 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:51.390273 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:51.402249 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:51.414051 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:42:51.695788 tst ping.py:19: start network...\u000a06:42:51.824059 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:42:52.307682 run create_hlr_db(pid=19014): Launched\u000a06:42:52.485499 bus /gobi_6: Setting Powered False\u000a06:42:53.505406 run create_hlr_db(pid=19014): Terminated: ok {rc=0}\u000a06:42:53.940249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19016): Launched\u000a06:42:54.267886 run osmo-hlr_10.42.42.2(pid=19017): Launched\u000a06:42:54.388304 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:42:54.960250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19019): Launched\u000a06:42:55.289887 run osmo-stp_10.42.42.5(pid=19020): Launched\u000a06:42:55.409945 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:42:55.981586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19022): Launched\u000a06:42:56.099467 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:42:56.385665 run patchelf(pid=19023): Launched\u000a06:42:56.576600 run osmo-stp_10.42.42.5(pid=19020): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19020)]\u000a06:42:56.716033 run osmo-stp_10.42.42.5(pid=19020): stdout: \u000a| (launched: 2022-12-14_06:42:55.127079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:42:56.856292 run osmo-stp_10.42.42.5(pid=19020): stderr: \u000a| �[0;m�[38;5;43m20221214064255320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064255320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064255320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064255321 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064255321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064255321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064255321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:42:56.991253 run osmo-stp_10.42.42.5(pid=19020): stdout: \u000a| (launched: 2022-12-14_06:42:55.127079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:42:57.125592 run osmo-stp_10.42.42.5(pid=19020): stderr: \u000a| �[0;m�[38;5;43m20221214064255320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064255320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064255320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064255321 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064255321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064255321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064255321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:42:57.281285 run patchelf(pid=19023): Terminating (SIGINT)\u000a06:42:57.463827 run patchelf(pid=19023): Terminated: ok {rc=0}\u000a06:42:57.497548 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19020): Process ended prematurely: osmo-stp_10.42.42.5(pid=19020) [trial-2400↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19020)] [trial-2400↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a06:42:57.507618 tst ping.py:22: Test FAILED (6.7 sec)\u000a06:42:57.571473 run osmo-hlr_10.42.42.2(pid=19017): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19017)]\u000a06:42:57.623217 run osmo-hlr_10.42.42.2(pid=19017): stdout: \u000a| (launched: 2022-12-14_06:42:54.107398) \u000a06:42:57.675909 run osmo-hlr_10.42.42.2(pid=19017): stderr: \u000a| �[0;m�[1;31m20221214064254305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064254305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064254305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064254306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064254306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064254306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064254318 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064254326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064254326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064254327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:42:57.720527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19016): Terminating (SIGTERM)\u000a06:42:57.762565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19019): Terminating (SIGTERM)\u000a06:42:57.804832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19022): Terminating (SIGTERM)\u000a06:42:57.814590 --- ParallelTerminationStrategy: PID 19016 died...\u000a06:42:57.871060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19016): Terminated: ok {rc=0}\u000a06:42:57.881289 --- ParallelTerminationStrategy: PID 19019 died...\u000a06:42:57.937271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19019): Terminated: ok {rc=0}\u000a06:42:57.947396 --- ParallelTerminationStrategy: PID 19022 died...\u000a06:42:58.004163 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19022): Terminated: ok {rc=0}\u000a06:42:58.091638 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19030): Process ended prematurely: osmo-stp_10.42.42.5(pid=19030) [trial-2400↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19030)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19030): Process ended prematurely: osmo-stp_10.42.42.5(pid=19030) [trial-2400↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19030)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a06:42:59.143573 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:59.155839 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:42:59.311137 tst ping_idle_ping.py: using LAC 39113\u000a06:42:59.438987 tst ping_idle_ping.py: using RAC 98\u000a06:42:59.562037 tst ping_idle_ping.py: using CellId 39113\u000a06:42:59.681723 tst ping_idle_ping.py: using BVCI 39114\u000a06:42:59.705517 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:59.716843 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:59.728221 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:59.739672 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:59.751286 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:59.762804 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:59.774532 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:42:59.786160 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:43:00.085702 tst ping_idle_ping.py:24: start network...\u000a06:43:00.223332 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:43:00.751700 run create_hlr_db(pid=19024): Launched\u000a06:43:00.956592 bus /gobi_6: Setting Powered False\u000a06:43:01.988209 run create_hlr_db(pid=19024): Terminated: ok {rc=0}\u000a06:43:02.416138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19026): Launched\u000a06:43:02.730249 run osmo-hlr_10.42.42.2(pid=19027): Launched\u000a06:43:02.848571 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:43:03.391187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19029): Launched\u000a06:43:03.700898 run osmo-stp_10.42.42.5(pid=19030): Launched\u000a06:43:03.814698 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:43:04.353507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19032): Launched\u000a06:43:04.464089 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:43:04.734972 run patchelf(pid=19033): Launched\u000a06:43:04.914414 run osmo-stp_10.42.42.5(pid=19030): ERR: Terminated: ERROR {rc=1} [trial-2400↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19030)]\u000a06:43:05.045744 run osmo-stp_10.42.42.5(pid=19030): stdout: \u000a| (launched: 2022-12-14_06:43:03.547061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:43:05.177345 run osmo-stp_10.42.42.5(pid=19030): stderr: \u000a| �[0;m�[38;5;43m20221214064303719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064303719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064303719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064303719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064303720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064303720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064303720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:43:05.304009 run osmo-stp_10.42.42.5(pid=19030): stdout: \u000a| (launched: 2022-12-14_06:43:03.547061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:43:05.429557 run osmo-stp_10.42.42.5(pid=19030): stderr: \u000a| �[0;m�[38;5;43m20221214064303719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064303719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064303719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064303719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064303720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064303720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064303720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:43:05.575871 run patchelf(pid=19033): Terminating (SIGINT)\u000a06:43:05.748365 run patchelf(pid=19033): Terminated: ok {rc=0}\u000a06:43:05.779762 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19030): Process ended prematurely: osmo-stp_10.42.42.5(pid=19030) [trial-2400↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19030)] [trial-2400↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a06:43:05.788609 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a06:43:05.848496 run osmo-hlr_10.42.42.2(pid=19027): ERR: Terminated: ERROR {rc=237} [trial-2400↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19027)]\u000a06:43:05.897371 run osmo-hlr_10.42.42.2(pid=19027): stdout: \u000a| (launched: 2022-12-14_06:43:02.573113) \u000a06:43:05.947132 run osmo-hlr_10.42.42.2(pid=19027): stderr: \u000a| �[0;m�[1;31m20221214064302753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064302753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064302753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064302753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064302753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064302753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064302766 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064302774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064302774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064302774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:43:05.989339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19026): Terminating (SIGTERM)\u000a06:43:06.028905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19029): Terminating (SIGTERM)\u000a06:43:06.068789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19032): Terminating (SIGTERM)\u000a06:43:06.078001 --- ParallelTerminationStrategy: PID 19026 died...\u000a06:43:06.131414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19026): Terminated: ok {rc=0}\u000a06:43:06.140835 --- ParallelTerminationStrategy: PID 19029 died...\u000a06:43:06.193837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19029): Terminated: ok {rc=0}\u000a06:43:06.203273 --- ParallelTerminationStrategy: PID 19032 died...\u000a06:43:06.256424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19032): Terminated: ok {rc=0}\u000a06:43:06.339301 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:42:07" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19043): Process ended prematurely: osmo-stp_10.42.42.5(pid=19043) [trial-2400↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19043)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19043): Process ended prematurely: osmo-stp_10.42.42.5(pid=19043) [trial-2400↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19043)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a06:43:08.377080 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:43:08.388593 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:43:08.546675 tst switch_tch_pdch.py: using LAC 39114\u000a06:43:08.668763 tst switch_tch_pdch.py: using RAC 99\u000a06:43:08.790482 tst switch_tch_pdch.py: using CellId 39114\u000a06:43:08.911355 tst switch_tch_pdch.py: using BVCI 39115\u000a06:43:08.934854 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:43:08.946570 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:43:08.957999 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:43:08.969825 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:43:08.982402 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:43:08.994757 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:43:09.007244 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:43:09.019724 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:43:09.143044 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:43:09.427441 tst switch_tch_pdch.py:51: start network...\u000a06:43:09.555871 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:43:10.038176 run create_hlr_db(pid=19037): Launched\u000a06:43:10.215569 bus /gobi_6: Setting Powered False\u000a06:43:11.235475 run create_hlr_db(pid=19037): Terminated: ok {rc=0}\u000a06:43:11.642480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19039): Launched\u000a06:43:11.951924 run osmo-hlr_10.42.42.2(pid=19040): Launched\u000a06:43:12.068941 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:43:12.603277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19042): Launched\u000a06:43:12.910386 run osmo-stp_10.42.42.5(pid=19043): Launched\u000a06:43:13.022708 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:43:13.558550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19045): Launched\u000a06:43:13.668307 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:43:13.936495 run patchelf(pid=19046): Launched\u000a06:43:14.116187 run osmo-stp_10.42.42.5(pid=19043): ERR: Terminated: ERROR {rc=1} [trial-2400↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19043)]\u000a06:43:14.247935 run osmo-stp_10.42.42.5(pid=19043): stdout: \u000a| (launched: 2022-12-14_06:43:12.758654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:43:14.379736 run osmo-stp_10.42.42.5(pid=19043): stderr: \u000a| �[0;m�[38;5;43m20221214064312930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064312930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064312930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064312931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064312931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064312931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064312931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:43:14.506706 run osmo-stp_10.42.42.5(pid=19043): stdout: \u000a| (launched: 2022-12-14_06:43:12.758654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:43:14.632703 run osmo-stp_10.42.42.5(pid=19043): stderr: \u000a| �[0;m�[38;5;43m20221214064312930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064312930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064312930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064312931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064312931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064312931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064312931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:43:14.779098 run patchelf(pid=19046): Terminating (SIGINT)\u000a06:43:14.950795 run patchelf(pid=19046): Terminated: ok {rc=0}\u000a06:43:14.981931 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=19043): Process ended prematurely: osmo-stp_10.42.42.5(pid=19043) [trial-2400↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19043)] [trial-2400↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a06:43:14.990809 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a06:43:15.050494 run osmo-hlr_10.42.42.2(pid=19040): ERR: Terminated: ERROR {rc=237} [trial-2400↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19040)]\u000a06:43:15.099379 run osmo-hlr_10.42.42.2(pid=19040): stdout: \u000a| (launched: 2022-12-14_06:43:11.798226) \u000a06:43:15.148808 run osmo-hlr_10.42.42.2(pid=19040): stderr: \u000a| �[0;m�[1;31m20221214064311976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064311976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064311976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064311976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064311976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064311976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064311988 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064311996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064311997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064311997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:43:15.191174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19039): Terminating (SIGTERM)\u000a06:43:15.231022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19042): Terminating (SIGTERM)\u000a06:43:15.270729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19045): Terminating (SIGTERM)\u000a06:43:15.279784 --- ParallelTerminationStrategy: PID 19039 died...\u000a06:43:15.333260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19039): Terminated: ok {rc=0}\u000a06:43:15.342636 --- ParallelTerminationStrategy: PID 19042 died...\u000a06:43:15.396051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19042): Terminated: ok {rc=0}\u000a06:43:15.405840 --- ParallelTerminationStrategy: PID 19045 died...\u000a06:43:15.459052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19045): Terminated: ok {rc=0}\u000a06:43:15.547376 bus /gobi_0: Setting Powered False\u000a06:43:16.649403 bus /gobi_0: Setting Powered False\u000a06:43:17.759230 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:43:08" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19051): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19051) [trial-2400↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19051)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19051): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19051) [trial-2400↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a06:43:19.596022 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a06:43:19.712677 tst esme_connect_policy_acceptall.py: using MSISDN 8543\u000a06:43:19.861771 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:43:20.490709 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19050): Launched\u000a06:43:20.821524 run osmo-nitb_10.42.42.2(pid=19051): Launched\u000a06:43:21.025098 run osmo-nitb_10.42.42.2(pid=19051): ERR: Terminated: ERROR {rc=2} [trial-2400↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19051)]\u000a06:43:21.175095 run osmo-nitb_10.42.42.2(pid=19051): stdout: \u000a| (launched: 2022-12-14_06:43:20.661122) \u000a06:43:21.325243 run osmo-nitb_10.42.42.2(pid=19051): stderr: \u000a| (launched: 2022-12-14_06:43:20.710784)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:43:21.470248 run osmo-nitb_10.42.42.2(pid=19051): stdout: \u000a| (launched: 2022-12-14_06:43:20.661122) \u000a06:43:21.614378 run osmo-nitb_10.42.42.2(pid=19051): stderr: \u000a| (launched: 2022-12-14_06:43:20.710784)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:43:21.956071 tst osmo-nitb_10.42.42.2(pid=19051): stdout: \u000a| (launched: 2022-12-14_06:43:20.661122) \u000a06:43:22.089571 tst osmo-nitb_10.42.42.2(pid=19051): stderr: \u000a| (launched: 2022-12-14_06:43:20.710784)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:43:22.147841 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=19051): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19051) [trial-2400↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19051)] [trial-2400↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a06:43:22.156508 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.5 sec)\u000a06:43:22.192543 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19050): Terminating (SIGTERM)\u000a06:43:22.370457 --- ParallelTerminationStrategy: PID 19050 died...\u000a06:43:22.428009 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19050): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19053): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19053) [trial-2400↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19053)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19053): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19053) [trial-2400↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19053)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a06:43:22.442952 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a06:43:22.563462 tst esme_connect_policy_closed.py: using MSISDN 8544\u000a06:43:22.694703 tst esme_connect_policy_closed.py: using MSISDN 8545\u000a06:43:22.814203 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:43:23.445020 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19052): Launched\u000a06:43:23.778799 run osmo-nitb_10.42.42.2(pid=19053): Launched\u000a06:43:23.968843 run osmo-nitb_10.42.42.2(pid=19053): ERR: Terminated: ERROR {rc=2} [trial-2400↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19053)]\u000a06:43:24.107626 run osmo-nitb_10.42.42.2(pid=19053): stdout: \u000a| (launched: 2022-12-14_06:43:23.616048) \u000a06:43:24.246417 run osmo-nitb_10.42.42.2(pid=19053): stderr: \u000a| (launched: 2022-12-14_06:43:23.666322)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:43:24.380643 run osmo-nitb_10.42.42.2(pid=19053): stdout: \u000a| (launched: 2022-12-14_06:43:23.616048) \u000a06:43:24.513747 run osmo-nitb_10.42.42.2(pid=19053): stderr: \u000a| (launched: 2022-12-14_06:43:23.666322)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:43:24.572026 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=19053): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19053) [trial-2400↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19053)] [trial-2400↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a06:43:24.580667 tst esme_connect_policy_closed.py:24: Test FAILED (2.1 sec)\u000a06:43:24.616468 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19052): Terminating (SIGTERM)\u000a06:43:24.794279 --- ParallelTerminationStrategy: PID 19052 died...\u000a06:43:24.850792 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19052): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19055): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19055) [trial-2400↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19055)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19055): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19055) [trial-2400↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19055)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a06:43:24.865650 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a06:43:24.877479 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a06:43:25.016406 tst esme_ms_sms_storeforward.py: using LAC 39115\u000a06:43:25.146802 tst esme_ms_sms_storeforward.py: using RAC 100\u000a06:43:25.277441 tst esme_ms_sms_storeforward.py: using CellId 39115\u000a06:43:25.409996 tst esme_ms_sms_storeforward.py: using BVCI 39116\u000a06:43:25.435617 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a06:43:25.653271 tst esme_ms_sms_storeforward.py: using MSISDN 8546\u000a06:43:25.848233 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a06:43:25.981091 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:43:26.634816 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19054): Launched\u000a06:43:26.948656 run osmo-nitb_10.42.42.2(pid=19055): Launched\u000a06:43:27.128480 run osmo-nitb_10.42.42.2(pid=19055): ERR: Terminated: ERROR {rc=2} [trial-2400↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19055)]\u000a06:43:27.259389 run osmo-nitb_10.42.42.2(pid=19055): stdout: \u000a| (launched: 2022-12-14_06:43:26.795709) \u000a06:43:27.390481 run osmo-nitb_10.42.42.2(pid=19055): stderr: \u000a| (launched: 2022-12-14_06:43:26.842829)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:43:27.517730 run osmo-nitb_10.42.42.2(pid=19055): stdout: \u000a| (launched: 2022-12-14_06:43:26.795709) \u000a06:43:27.643464 run osmo-nitb_10.42.42.2(pid=19055): stderr: \u000a| (launched: 2022-12-14_06:43:26.842829)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:43:27.698144 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=19055): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19055) [trial-2400↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19055)] [trial-2400↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a06:43:27.706192 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.8 sec)\u000a06:43:27.740108 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19054): Terminating (SIGTERM)\u000a06:43:27.917716 --- ParallelTerminationStrategy: PID 19054 died...\u000a06:43:27.972055 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19054): Terminated: ok {rc=0}\u000a06:43:28.055742 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19057): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19057) [trial-2400↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19057)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19057): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19057) [trial-2400↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19057)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a06:43:29.108034 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a06:43:29.119855 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a06:43:29.249339 tst esme_ms_sms_transaction.py: using LAC 39116\u000a06:43:29.375956 tst esme_ms_sms_transaction.py: using RAC 101\u000a06:43:29.501523 tst esme_ms_sms_transaction.py: using CellId 39116\u000a06:43:29.627924 tst esme_ms_sms_transaction.py: using BVCI 39117\u000a06:43:29.652121 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a06:43:29.882704 tst esme_ms_sms_transaction.py: using MSISDN 8547\u000a06:43:30.090456 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a06:43:30.231309 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:43:30.924708 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19056): Launched\u000a06:43:31.285650 run osmo-nitb_10.42.42.2(pid=19057): Launched\u000a06:43:31.495406 run osmo-nitb_10.42.42.2(pid=19057): ERR: Terminated: ERROR {rc=2} [trial-2400↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19057)]\u000a06:43:31.649469 run osmo-nitb_10.42.42.2(pid=19057): stdout: \u000a| (launched: 2022-12-14_06:43:31.100529) \u000a06:43:31.802955 run osmo-nitb_10.42.42.2(pid=19057): stderr: \u000a| (launched: 2022-12-14_06:43:31.151678)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:43:31.952086 run osmo-nitb_10.42.42.2(pid=19057): stdout: \u000a| (launched: 2022-12-14_06:43:31.100529) \u000a06:43:32.099425 run osmo-nitb_10.42.42.2(pid=19057): stderr: \u000a| (launched: 2022-12-14_06:43:31.151678)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:43:32.420830 tst osmo-nitb_10.42.42.2(pid=19057): stdout: \u000a| (launched: 2022-12-14_06:43:31.100529) \u000a06:43:32.554624 tst osmo-nitb_10.42.42.2(pid=19057): stderr: \u000a| (launched: 2022-12-14_06:43:31.151678)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:43:32.612895 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=19057): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19057) [trial-2400↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19057)] [trial-2400↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a06:43:32.621783 tst esme_ms_sms_transaction.py:21: Test FAILED (3.5 sec)\u000a06:43:32.657667 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19056): Terminating (SIGTERM)\u000a06:43:32.835516 --- ParallelTerminationStrategy: PID 19056 died...\u000a06:43:32.892579 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19056): Terminated: ok {rc=0}\u000a06:43:32.979085 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 16.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:43:19" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=19067): Process ended prematurely: osmo-hlr_10.42.42.2(pid=19067) [trial-2400↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19067)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=19067): Process ended prematurely: osmo-hlr_10.42.42.2(pid=19067) [trial-2400↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a06:43:34.783114 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:43:34.794288 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:43:34.805215 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:43:34.815996 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:43:34.932086 tst esme_connect_policy_acceptall.py: using MSISDN 8548\u000a06:43:35.052595 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a06:43:35.633257 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=19062): Launched\u000a06:43:35.969937 run osmo-stp_10.42.42.4(pid=19063): Launched\u000a06:43:36.090234 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:43:36.625464 run create_hlr_db(pid=19064): Launched\u000a06:43:36.820680 bus /sierra_2: Setting Powered False\u000a06:43:37.839371 run create_hlr_db(pid=19064): Terminated: ok {rc=0}\u000a06:43:38.264838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19066): Launched\u000a06:43:38.582044 run osmo-hlr_10.42.42.2(pid=19067): Launched\u000a06:43:38.704568 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a06:43:39.289877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19069): Launched\u000a06:43:39.607490 run osmo-msc_10.42.42.5(pid=19070): Launched\u000a06:43:39.797183 run osmo-hlr_10.42.42.2(pid=19067): ERR: Terminated: ERROR {rc=237} [trial-2400↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19067)]\u000a06:43:39.939455 run osmo-hlr_10.42.42.2(pid=19067): stdout: \u000a| (launched: 2022-12-14_06:43:38.425122) \u000a06:43:40.081129 run osmo-hlr_10.42.42.2(pid=19067): stderr: \u000a| �[0;m�[1;31m20221214064338602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064338602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064338602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064338602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064338602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064338602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064338614 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064338624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064338624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064338624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:43:40.215564 run osmo-hlr_10.42.42.2(pid=19067): stdout: \u000a| (launched: 2022-12-14_06:43:38.425122) \u000a06:43:40.348883 run osmo-hlr_10.42.42.2(pid=19067): stderr: \u000a| �[0;m�[1;31m20221214064338602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064338602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064338602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064338602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064338602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064338602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064338614 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064338624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064338624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064338624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:43:40.406972 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=19067): Process ended prematurely: osmo-hlr_10.42.42.2(pid=19067) [trial-2400↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19067)] [trial-2400↪smpp↪esme_connect_policy_acceptall.py:23]\u000a06:43:40.415544 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.6 sec)\u000a06:43:40.477805 run osmo-msc_10.42.42.5(pid=19070): ERR: Terminated: ERROR {rc=9} [trial-2400↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=19070)]\u000a06:43:40.528812 run osmo-msc_10.42.42.5(pid=19070): stdout: \u000a| (launched: 2022-12-14_06:43:39.449842) \u000a06:43:40.580736 run osmo-msc_10.42.42.5(pid=19070): stderr: \u000a| �[0;m�[38;5;43m20221214064339763 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221214064339763 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221214064339763 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221214064339764 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221214064339764 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221214064339764 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221214064339764 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221214064339764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221214064339764 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a06:43:40.624622 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=19062): Terminating (SIGTERM)\u000a06:43:40.666192 run osmo-stp_10.42.42.4(pid=19063): Terminating (SIGTERM)\u000a06:43:40.708541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19066): Terminating (SIGTERM)\u000a06:43:40.751981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19069): Terminating (SIGTERM)\u000a06:43:40.763627 --- ParallelTerminationStrategy: PID 19062 died...\u000a06:43:40.823254 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=19062): Terminated: ok {rc=0}\u000a06:43:40.834325 --- ParallelTerminationStrategy: PID 19063 died...\u000a06:43:40.890021 run osmo-stp_10.42.42.4(pid=19063): Terminated: ok {rc=0}\u000a06:43:40.899915 --- ParallelTerminationStrategy: PID 19066 died...\u000a06:43:40.955576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19066): Terminated: ok {rc=0}\u000a06:43:40.965670 --- ParallelTerminationStrategy: PID 19069 died...\u000a06:43:41.021954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19069): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=19078): Process ended prematurely: osmo-hlr_10.42.42.2(pid=19078) [trial-2400↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19078)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=19078): Process ended prematurely: osmo-hlr_10.42.42.2(pid=19078) [trial-2400↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19078)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a06:43:41.037302 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:43:41.048896 tst smpp: Using 1 x bts (candidates: 1)\u000a06:43:41.178861 tst esme_connect_policy_closed.py: using LAC 39117\u000a06:43:41.303881 tst esme_connect_policy_closed.py: using RAC 102\u000a06:43:41.428915 tst esme_connect_policy_closed.py: using CellId 39117\u000a06:43:41.553695 tst esme_connect_policy_closed.py: using BVCI 39118\u000a06:43:41.577964 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:43:41.588439 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:43:41.598757 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:43:41.710433 tst esme_connect_policy_closed.py: using MSISDN 8549\u000a06:43:41.836264 tst esme_connect_policy_closed.py: using MSISDN 8550\u000a06:43:41.949682 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a06:43:42.497131 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=19073): Launched\u000a06:43:42.816616 run osmo-stp_10.42.42.4(pid=19074): Launched\u000a06:43:42.930143 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:43:43.429223 run create_hlr_db(pid=19075): Launched\u000a06:43:44.615228 run create_hlr_db(pid=19075): Terminated: ok {rc=0}\u000a06:43:44.941527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19077): Launched\u000a06:43:45.258679 run osmo-hlr_10.42.42.2(pid=19078): Launched\u000a06:43:45.384832 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a06:43:46.004164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19080): Launched\u000a06:43:46.458295 run osmo-msc_10.42.42.5(pid=19081): Launched\u000a06:43:46.721886 run osmo-hlr_10.42.42.2(pid=19078): ERR: Terminated: ERROR {rc=237} [trial-2400↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19078)]\u000a06:43:47.031059 run osmo-hlr_10.42.42.2(pid=19078): stdout: \u000a| (launched: 2022-12-14_06:43:45.102613) \u000a06:43:47.204375 run osmo-hlr_10.42.42.2(pid=19078): stderr: \u000a| �[0;m�[1;31m20221214064345277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064345277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064345277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064345277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064345277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064345277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064345289 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064345297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064345297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064345297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:43:47.339961 run osmo-hlr_10.42.42.2(pid=19078): stdout: \u000a| (launched: 2022-12-14_06:43:45.102613) \u000a06:43:47.473832 run osmo-hlr_10.42.42.2(pid=19078): stderr: \u000a| �[0;m�[1;31m20221214064345277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064345277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064345277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064345277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064345277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064345277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064345289 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064345297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064345297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064345297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:43:47.532586 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=19078): Process ended prematurely: osmo-hlr_10.42.42.2(pid=19078) [trial-2400↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19078)] [trial-2400↪smpp↪esme_connect_policy_closed.py:31]\u000a06:43:47.541335 tst esme_connect_policy_closed.py:31: Test FAILED (6.5 sec)\u000a06:43:47.604739 run osmo-msc_10.42.42.5(pid=19081): ERR: Terminated: ERROR {rc=9} [trial-2400↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=19081)]\u000a06:43:47.656192 run osmo-msc_10.42.42.5(pid=19081): stdout: \u000a| (launched: 2022-12-14_06:43:46.182588) \u000a06:43:47.708404 run osmo-msc_10.42.42.5(pid=19081): stderr: \u000a| �[0;m�[38;5;43m20221214064346817 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221214064346817 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221214064346817 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221214064346817 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221214064346817 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221214064346817 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221214064346817 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221214064346818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221214064346818 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a06:43:47.752575 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=19073): Terminating (SIGTERM)\u000a06:43:47.795275 run osmo-stp_10.42.42.4(pid=19074): Terminating (SIGTERM)\u000a06:43:47.838455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19077): Terminating (SIGTERM)\u000a06:43:47.883822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19080): Terminating (SIGTERM)\u000a06:43:47.893869 --- ParallelTerminationStrategy: PID 19073 died...\u000a06:43:47.952162 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=19073): Terminated: ok {rc=0}\u000a06:43:47.962397 --- ParallelTerminationStrategy: PID 19074 died...\u000a06:43:48.018693 run osmo-stp_10.42.42.4(pid=19074): Terminated: ok {rc=0}\u000a06:43:48.029210 --- ParallelTerminationStrategy: PID 19077 died...\u000a06:43:48.085555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19077): Terminated: ok {rc=0}\u000a06:43:48.095598 --- ParallelTerminationStrategy: PID 19080 died...\u000a06:43:48.151581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19080): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19090): Process ended prematurely: osmo-stp_10.42.42.5(pid=19090) [trial-2400↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19090)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19090): Process ended prematurely: osmo-stp_10.42.42.5(pid=19090) [trial-2400↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19090)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a06:43:48.166703 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:43:48.178499 tst smpp: Using 1 x bts (candidates: 1)\u000a06:43:48.312197 tst esme_ms_sms_storeforward.py: using LAC 39118\u000a06:43:48.435001 tst esme_ms_sms_storeforward.py: using RAC 103\u000a06:43:48.558006 tst esme_ms_sms_storeforward.py: using CellId 39118\u000a06:43:48.681254 tst esme_ms_sms_storeforward.py: using BVCI 39119\u000a06:43:48.705692 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:43:48.716188 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:43:48.726849 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:43:48.737167 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:43:48.748365 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:43:48.759433 tst smpp: Using 1 x modem (candidates: 1)\u000a06:43:48.991078 tst esme_ms_sms_storeforward.py: using MSISDN 8551\u000a06:43:49.112393 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:43:49.650985 run create_hlr_db(pid=19084): Launched\u000a06:43:50.847906 run create_hlr_db(pid=19084): Terminated: ok {rc=0}\u000a06:43:51.198099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19086): Launched\u000a06:43:51.539201 run osmo-hlr_10.42.42.2(pid=19087): Launched\u000a06:43:51.667793 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:43:52.262551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19089): Launched\u000a06:43:52.603613 run osmo-stp_10.42.42.5(pid=19090): Launched\u000a06:43:52.727421 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:43:53.344042 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19092): Launched\u000a06:43:53.682990 run osmo-msc_10.42.42.6(pid=19093): Launched\u000a06:43:53.880092 run osmo-stp_10.42.42.5(pid=19090): ERR: Terminated: ERROR {rc=1} [trial-2400↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19090)]\u000a06:43:54.022546 run osmo-stp_10.42.42.5(pid=19090): stdout: \u000a| (launched: 2022-12-14_06:43:52.435585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:43:54.163855 run osmo-stp_10.42.42.5(pid=19090): stderr: \u000a| �[0;m�[38;5;43m20221214064352632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064352632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064352632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064352633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064352633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064352633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064352633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:43:54.299564 run osmo-stp_10.42.42.5(pid=19090): stdout: \u000a| (launched: 2022-12-14_06:43:52.435585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:43:54.434068 run osmo-stp_10.42.42.5(pid=19090): stderr: \u000a| �[0;m�[38;5;43m20221214064352632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064352632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064352632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064352633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064352633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064352633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064352633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:43:54.492725 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=19090): Process ended prematurely: osmo-stp_10.42.42.5(pid=19090) [trial-2400↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19090)] [trial-2400↪smpp↪esme_ms_sms_storeforward.py:30]\u000a06:43:54.501382 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.3 sec)\u000a06:43:54.563951 run osmo-hlr_10.42.42.2(pid=19087): ERR: Terminated: ERROR {rc=237} [trial-2400↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19087)]\u000a06:43:54.616105 run osmo-hlr_10.42.42.2(pid=19087): stdout: \u000a| (launched: 2022-12-14_06:43:51.370796) \u000a06:43:54.668762 run osmo-hlr_10.42.42.2(pid=19087): stderr: \u000a| �[0;m�[1;31m20221214064351572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064351572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064351572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064351572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064351572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064351572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064351585 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064351594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064351594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064351594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:43:54.739651 run osmo-msc_10.42.42.6(pid=19093): ERR: Terminated: ERROR {rc=2} [trial-2400↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19093)]\u000a06:43:54.791427 run osmo-msc_10.42.42.6(pid=19093): stdout: \u000a| (launched: 2022-12-14_06:43:53.515834) \u000a06:43:54.843502 run osmo-msc_10.42.42.6(pid=19093): stderr: \u000a| �[0;m�[38;5;43m20221214064353841 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214064353841 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3d87667c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214064353841 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214064353841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214064353841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214064353842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214064353845 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214064353846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214064353846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214064353846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:43:54.888052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19086): Terminating (SIGTERM)\u000a06:43:54.930082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19089): Terminating (SIGTERM)\u000a06:43:54.972233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19092): Terminating (SIGTERM)\u000a06:43:54.981579 --- ParallelTerminationStrategy: PID 19086 died...\u000a06:43:55.037606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19086): Terminated: ok {rc=0}\u000a06:43:55.047616 --- ParallelTerminationStrategy: PID 19089 died...\u000a06:43:55.103293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19089): Terminated: ok {rc=0}\u000a06:43:55.113363 --- ParallelTerminationStrategy: PID 19092 died...\u000a06:43:55.169012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19092): Terminated: ok {rc=0}\u000a06:43:55.256214 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19101): Process ended prematurely: osmo-stp_10.42.42.5(pid=19101) [trial-2400↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19101)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19101): Process ended prematurely: osmo-stp_10.42.42.5(pid=19101) [trial-2400↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19101)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a06:43:56.308604 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:43:56.320452 tst smpp: Using 1 x bts (candidates: 1)\u000a06:43:56.453960 tst esme_ms_sms_transaction.py: using LAC 39119\u000a06:43:56.587650 tst esme_ms_sms_transaction.py: using RAC 104\u000a06:43:56.720645 tst esme_ms_sms_transaction.py: using CellId 39119\u000a06:43:56.854548 tst esme_ms_sms_transaction.py: using BVCI 39120\u000a06:43:56.880287 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:43:56.891251 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:43:56.902187 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:43:56.912897 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:43:56.923807 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:43:56.934683 tst smpp: Using 1 x modem (candidates: 1)\u000a06:43:57.167301 tst esme_ms_sms_transaction.py: using MSISDN 8552\u000a06:43:57.288652 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:43:57.827234 run create_hlr_db(pid=19095): Launched\u000a06:43:58.023803 bus /sierra_2: Setting Powered False\u000a06:43:59.043776 run create_hlr_db(pid=19095): Terminated: ok {rc=0}\u000a06:43:59.492942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19097): Launched\u000a06:43:59.834148 run osmo-hlr_10.42.42.2(pid=19098): Launched\u000a06:43:59.961872 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:44:00.547139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19100): Launched\u000a06:44:00.885725 run osmo-stp_10.42.42.5(pid=19101): Launched\u000a06:44:01.112162 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:44:01.811801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19103): Launched\u000a06:44:02.344514 run osmo-msc_10.42.42.6(pid=19104): Launched\u000a06:44:02.591357 run osmo-stp_10.42.42.5(pid=19101): ERR: Terminated: ERROR {rc=1} [trial-2400↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19101)]\u000a06:44:02.722508 run osmo-stp_10.42.42.5(pid=19101): stdout: \u000a| (launched: 2022-12-14_06:44:00.718430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:44:02.854630 run osmo-stp_10.42.42.5(pid=19101): stderr: \u000a| �[0;m�[38;5;43m20221214064401000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064401000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064401000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064401001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064401001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064401001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064401001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:44:02.981628 run osmo-stp_10.42.42.5(pid=19101): stdout: \u000a| (launched: 2022-12-14_06:44:00.718430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:44:03.107717 run osmo-stp_10.42.42.5(pid=19101): stderr: \u000a| �[0;m�[38;5;43m20221214064401000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064401000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064401000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064401001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064401001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064401001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064401001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:44:03.162775 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=19101): Process ended prematurely: osmo-stp_10.42.42.5(pid=19101) [trial-2400↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19101)] [trial-2400↪smpp↪esme_ms_sms_transaction.py:28]\u000a06:44:03.171005 tst esme_ms_sms_transaction.py:28: Test FAILED (6.9 sec)\u000a06:44:03.231592 run osmo-hlr_10.42.42.2(pid=19098): ERR: Terminated: ERROR {rc=237} [trial-2400↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19098)]\u000a06:44:03.281039 run osmo-hlr_10.42.42.2(pid=19098): stdout: \u000a| (launched: 2022-12-14_06:43:59.665723) \u000a06:44:03.331014 run osmo-hlr_10.42.42.2(pid=19098): stderr: \u000a| �[0;m�[1;31m20221214064359867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064359867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064359867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064359867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064359867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064359867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064359880 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064359890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064359890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064359890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:44:03.398951 run osmo-msc_10.42.42.6(pid=19104): ERR: Terminated: ERROR {rc=2} [trial-2400↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19104)]\u000a06:44:03.448390 run osmo-msc_10.42.42.6(pid=19104): stdout: \u000a| (launched: 2022-12-14_06:44:01.985997) \u000a06:44:03.498597 run osmo-msc_10.42.42.6(pid=19104): stderr: \u000a| �[0;m�[38;5;43m20221214064402301 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214064402301 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe1c6b96c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214064402301 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214064402302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214064402302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214064402302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214064402305 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214064402306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214064402306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214064402306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:44:03.541298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19097): Terminating (SIGTERM)\u000a06:44:03.581548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19100): Terminating (SIGTERM)\u000a06:44:03.621720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19103): Terminating (SIGTERM)\u000a06:44:03.630881 --- ParallelTerminationStrategy: PID 19097 died...\u000a06:44:03.685276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19097): Terminated: ok {rc=0}\u000a06:44:03.694778 --- ParallelTerminationStrategy: PID 19100 died...\u000a06:44:03.748441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19100): Terminated: ok {rc=0}\u000a06:44:03.757986 --- ParallelTerminationStrategy: PID 19103 died...\u000a06:44:03.812224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19103): Terminated: ok {rc=0}\u000a06:44:03.900511 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 31.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:43:34" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19115): Process ended prematurely: osmo-stp_10.42.42.5(pid=19115) [trial-2400↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19115)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19115): Process ended prematurely: osmo-stp_10.42.42.5(pid=19115) [trial-2400↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19115)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a06:44:05.767887 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:44:05.778642 tst encryption: Using 1 x bts (candidates: 1)\u000a06:44:05.908203 tst register_a5_0_authopt.py: using LAC 39120\u000a06:44:06.038984 tst register_a5_0_authopt.py: using RAC 105\u000a06:44:06.164643 tst register_a5_0_authopt.py: using CellId 39120\u000a06:44:06.292834 tst register_a5_0_authopt.py: using BVCI 39121\u000a06:44:06.317150 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:44:06.327760 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:44:06.338279 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:44:06.348744 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:44:06.359871 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:44:06.370468 tst encryption: Using 1 x modem (candidates: 1)\u000a06:44:06.678523 tst register_a5_0_authopt.py:8: start network...\u000a06:44:06.822289 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:44:07.355615 run create_hlr_db(pid=19109): Launched\u000a06:44:07.541404 bus /sierra_2: Setting Powered False\u000a06:44:08.559776 run create_hlr_db(pid=19109): Terminated: ok {rc=0}\u000a06:44:08.986384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19111): Launched\u000a06:44:09.306888 run osmo-hlr_10.42.42.2(pid=19112): Launched\u000a06:44:09.432195 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:44:09.994866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19114): Launched\u000a06:44:10.316300 run osmo-stp_10.42.42.5(pid=19115): Launched\u000a06:44:10.433615 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:44:11.012783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19117): Launched\u000a06:44:11.333232 run osmo-msc_10.42.42.6(pid=19118): Launched\u000a06:44:11.520325 run osmo-stp_10.42.42.5(pid=19115): ERR: Terminated: ERROR {rc=1} [trial-2400↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19115)]\u000a06:44:11.655349 run osmo-stp_10.42.42.5(pid=19115): stdout: \u000a| (launched: 2022-12-14_06:44:10.157428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:44:11.788026 run osmo-stp_10.42.42.5(pid=19115): stderr: \u000a| �[0;m�[38;5;43m20221214064410330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064410331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064410331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064410331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064410332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064410332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064410332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:44:11.916458 run osmo-stp_10.42.42.5(pid=19115): stdout: \u000a| (launched: 2022-12-14_06:44:10.157428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:44:12.043831 run osmo-stp_10.42.42.5(pid=19115): stderr: \u000a| �[0;m�[38;5;43m20221214064410330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064410331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064410331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064410331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064410332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064410332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064410332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:44:12.099567 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19115): Process ended prematurely: osmo-stp_10.42.42.5(pid=19115) [trial-2400↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19115)] [trial-2400↪encryption↪register_a5_0_authopt.py:8]\u000a06:44:12.108251 tst register_a5_0_authopt.py:8: Test FAILED (6.4 sec)\u000a06:44:12.167948 run osmo-hlr_10.42.42.2(pid=19112): ERR: Terminated: ERROR {rc=237} [trial-2400↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19112)]\u000a06:44:12.216709 run osmo-hlr_10.42.42.2(pid=19112): stdout: \u000a| (launched: 2022-12-14_06:44:09.148847) \u000a06:44:12.266255 run osmo-hlr_10.42.42.2(pid=19112): stderr: \u000a| �[0;m�[1;31m20221214064409328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064409328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064409328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064409328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064409328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064409328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064409340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064409349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064409349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064409349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:44:12.333300 run osmo-msc_10.42.42.6(pid=19118): ERR: Terminated: ERROR {rc=2} [trial-2400↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19118)]\u000a06:44:12.382678 run osmo-msc_10.42.42.6(pid=19118): stdout: \u000a| (launched: 2022-12-14_06:44:11.174518) \u000a06:44:12.432263 run osmo-msc_10.42.42.6(pid=19118): stderr: \u000a| �[0;m�[38;5;43m20221214064411447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214064411447 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbace6a6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214064411447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214064411447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214064411447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214064411448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214064411451 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214064411451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214064411452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214064411452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:44:12.474557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19111): Terminating (SIGTERM)\u000a06:44:12.514517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19114): Terminating (SIGTERM)\u000a06:44:12.554470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19117): Terminating (SIGTERM)\u000a06:44:12.563649 --- ParallelTerminationStrategy: PID 19111 died...\u000a06:44:12.617493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19111): Terminated: ok {rc=0}\u000a06:44:12.627085 --- ParallelTerminationStrategy: PID 19114 died...\u000a06:44:12.680424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19114): Terminated: ok {rc=0}\u000a06:44:12.689839 --- ParallelTerminationStrategy: PID 19117 died...\u000a06:44:12.743088 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19117): Terminated: ok {rc=0}\u000a06:44:12.825881 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19126): Process ended prematurely: osmo-stp_10.42.42.5(pid=19126) [trial-2400↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19126)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19126): Process ended prematurely: osmo-stp_10.42.42.5(pid=19126) [trial-2400↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19126)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a06:44:13.945044 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:44:13.956916 tst encryption: Using 1 x bts (candidates: 1)\u000a06:44:14.087219 tst register_a5_0_authreq.py: using LAC 39121\u000a06:44:14.218620 tst register_a5_0_authreq.py: using RAC 106\u000a06:44:14.349601 tst register_a5_0_authreq.py: using CellId 39121\u000a06:44:14.483342 tst register_a5_0_authreq.py: using BVCI 39122\u000a06:44:14.509375 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:44:14.520599 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:44:14.531902 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:44:14.542852 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:44:14.553876 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:44:14.565007 tst encryption: Using 1 x modem (candidates: 1)\u000a06:44:14.858690 tst register_a5_0_authreq.py:8: start network...\u000a06:44:14.992742 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:44:15.497791 run create_hlr_db(pid=19120): Launched\u000a06:44:15.682725 bus /sierra_2: Setting Powered False\u000a06:44:16.717572 run create_hlr_db(pid=19120): Terminated: ok {rc=0}\u000a06:44:17.183521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19122): Launched\u000a06:44:17.508739 run osmo-hlr_10.42.42.2(pid=19123): Launched\u000a06:44:17.636438 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:44:18.200930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19125): Launched\u000a06:44:18.520853 run osmo-stp_10.42.42.5(pid=19126): Launched\u000a06:44:18.638464 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:44:19.218943 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19128): Launched\u000a06:44:19.539757 run osmo-msc_10.42.42.6(pid=19129): Launched\u000a06:44:19.726325 run osmo-stp_10.42.42.5(pid=19126): ERR: Terminated: ERROR {rc=1} [trial-2400↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19126)]\u000a06:44:19.860845 run osmo-stp_10.42.42.5(pid=19126): stdout: \u000a| (launched: 2022-12-14_06:44:18.362951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:44:19.993577 run osmo-stp_10.42.42.5(pid=19126): stderr: \u000a| �[0;m�[38;5;43m20221214064418537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064418538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064418538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064418538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064418539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064418539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064418539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:44:20.121606 run osmo-stp_10.42.42.5(pid=19126): stdout: \u000a| (launched: 2022-12-14_06:44:18.362951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:44:20.249293 run osmo-stp_10.42.42.5(pid=19126): stderr: \u000a| �[0;m�[38;5;43m20221214064418537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064418538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064418538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064418538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064418539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064418539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064418539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:44:20.304914 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19126): Process ended prematurely: osmo-stp_10.42.42.5(pid=19126) [trial-2400↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19126)] [trial-2400↪encryption↪register_a5_0_authreq.py:8]\u000a06:44:20.313765 tst register_a5_0_authreq.py:8: Test FAILED (6.4 sec)\u000a06:44:20.373720 run osmo-hlr_10.42.42.2(pid=19123): ERR: Terminated: ERROR {rc=237} [trial-2400↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19123)]\u000a06:44:20.422846 run osmo-hlr_10.42.42.2(pid=19123): stdout: \u000a| (launched: 2022-12-14_06:44:17.347413) \u000a06:44:20.472651 run osmo-hlr_10.42.42.2(pid=19123): stderr: \u000a| �[0;m�[1;31m20221214064417527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064417527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064417527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064417527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064417527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064417527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064417539 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064417547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064417547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064417547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:44:20.540064 run osmo-msc_10.42.42.6(pid=19129): ERR: Terminated: ERROR {rc=2} [trial-2400↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19129)]\u000a06:44:20.589237 run osmo-msc_10.42.42.6(pid=19129): stdout: \u000a| (launched: 2022-12-14_06:44:19.381132) \u000a06:44:20.638941 run osmo-msc_10.42.42.6(pid=19129): stderr: \u000a| �[0;m�[38;5;43m20221214064419656 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214064419656 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9aea875c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214064419656 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214064419657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214064419657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214064419657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214064419659 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214064419659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214064419659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214064419659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:44:20.681318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19122): Terminating (SIGTERM)\u000a06:44:20.721339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19125): Terminating (SIGTERM)\u000a06:44:20.761453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19128): Terminating (SIGTERM)\u000a06:44:20.770707 --- ParallelTerminationStrategy: PID 19122 died...\u000a06:44:20.825115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19122): Terminated: ok {rc=0}\u000a06:44:20.834788 --- ParallelTerminationStrategy: PID 19125 died...\u000a06:44:20.888853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19125): Terminated: ok {rc=0}\u000a06:44:20.898538 --- ParallelTerminationStrategy: PID 19128 died...\u000a06:44:20.952174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19128): Terminated: ok {rc=0}\u000a06:44:21.036612 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19137): Process ended prematurely: osmo-stp_10.42.42.5(pid=19137) [trial-2400↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19137)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19137): Process ended prematurely: osmo-stp_10.42.42.5(pid=19137) [trial-2400↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19137)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a06:44:22.156483 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:44:22.168803 tst encryption: Using 1 x bts (candidates: 1)\u000a06:44:22.304635 tst register_a5_1_authreq.py: using LAC 39122\u000a06:44:22.440642 tst register_a5_1_authreq.py: using RAC 107\u000a06:44:22.576165 tst register_a5_1_authreq.py: using CellId 39122\u000a06:44:22.709725 tst register_a5_1_authreq.py: using BVCI 39123\u000a06:44:22.735617 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:44:22.746697 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:44:22.757715 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:44:22.768538 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:44:22.779941 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:44:22.791329 tst encryption: Using 1 x modem (candidates: 1)\u000a06:44:23.099918 tst register_a5_1_authreq.py:8: start network...\u000a06:44:23.243599 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:44:23.787908 run create_hlr_db(pid=19131): Launched\u000a06:44:23.986328 bus /sierra_2: Setting Powered False\u000a06:44:25.005993 run create_hlr_db(pid=19131): Terminated: ok {rc=0}\u000a06:44:25.435114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19133): Launched\u000a06:44:25.757100 run osmo-hlr_10.42.42.2(pid=19134): Launched\u000a06:44:25.883057 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:44:26.446748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19136): Launched\u000a06:44:26.768041 run osmo-stp_10.42.42.5(pid=19137): Launched\u000a06:44:26.885864 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:44:27.466688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19139): Launched\u000a06:44:27.787407 run osmo-msc_10.42.42.6(pid=19140): Launched\u000a06:44:27.974264 run osmo-stp_10.42.42.5(pid=19137): ERR: Terminated: ERROR {rc=1} [trial-2400↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19137)]\u000a06:44:28.109107 run osmo-stp_10.42.42.5(pid=19137): stdout: \u000a| (launched: 2022-12-14_06:44:26.609209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:44:28.242142 run osmo-stp_10.42.42.5(pid=19137): stderr: \u000a| �[0;m�[38;5;43m20221214064426783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064426783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064426784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064426784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064426784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064426785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064426785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:44:28.370857 run osmo-stp_10.42.42.5(pid=19137): stdout: \u000a| (launched: 2022-12-14_06:44:26.609209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:44:28.498115 run osmo-stp_10.42.42.5(pid=19137): stderr: \u000a| �[0;m�[38;5;43m20221214064426783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064426783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064426784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064426784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064426784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064426785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064426785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:44:28.554220 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19137): Process ended prematurely: osmo-stp_10.42.42.5(pid=19137) [trial-2400↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19137)] [trial-2400↪encryption↪register_a5_1_authreq.py:8]\u000a06:44:28.562851 tst register_a5_1_authreq.py:8: Test FAILED (6.4 sec)\u000a06:44:28.622994 run osmo-hlr_10.42.42.2(pid=19134): ERR: Terminated: ERROR {rc=237} [trial-2400↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19134)]\u000a06:44:28.672065 run osmo-hlr_10.42.42.2(pid=19134): stdout: \u000a| (launched: 2022-12-14_06:44:25.598332) \u000a06:44:28.721964 run osmo-hlr_10.42.42.2(pid=19134): stderr: \u000a| �[0;m�[1;31m20221214064425778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064425778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064425778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064425778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064425778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064425778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064425791 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064425799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064425799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064425800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:44:28.789661 run osmo-msc_10.42.42.6(pid=19140): ERR: Terminated: ERROR {rc=2} [trial-2400↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19140)]\u000a06:44:28.839047 run osmo-msc_10.42.42.6(pid=19140): stdout: \u000a| (launched: 2022-12-14_06:44:27.629236) \u000a06:44:28.889110 run osmo-msc_10.42.42.6(pid=19140): stderr: \u000a| �[0;m�[38;5;43m20221214064427903 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214064427903 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f597935ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214064427903 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214064427903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214064427903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214064427904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214064427905 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214064427906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214064427906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214064427906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:44:28.931690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19133): Terminating (SIGTERM)\u000a06:44:28.971919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19136): Terminating (SIGTERM)\u000a06:44:29.012582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19139): Terminating (SIGTERM)\u000a06:44:29.021956 --- ParallelTerminationStrategy: PID 19133 died...\u000a06:44:29.076178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19133): Terminated: ok {rc=0}\u000a06:44:29.085876 --- ParallelTerminationStrategy: PID 19136 died...\u000a06:44:29.139515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19136): Terminated: ok {rc=0}\u000a06:44:29.149205 --- ParallelTerminationStrategy: PID 19139 died...\u000a06:44:29.203145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19139): Terminated: ok {rc=0}\u000a06:44:29.291905 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19148): Process ended prematurely: osmo-stp_10.42.42.5(pid=19148) [trial-2400↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19148)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19148): Process ended prematurely: osmo-stp_10.42.42.5(pid=19148) [trial-2400↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19148)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a06:44:30.405743 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:44:30.417198 tst encryption: Using 1 x bts (candidates: 1)\u000a06:44:30.546903 tst register_a5_3_authreq.py: using LAC 39123\u000a06:44:30.674557 tst register_a5_3_authreq.py: using RAC 108\u000a06:44:30.801296 tst register_a5_3_authreq.py: using CellId 39123\u000a06:44:30.942151 tst register_a5_3_authreq.py: using BVCI 39124\u000a06:44:30.968589 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:44:30.980431 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:44:30.992449 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:44:31.004256 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:44:31.017301 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:44:31.030213 tst encryption: Using 1 x modem (candidates: 1)\u000a06:44:31.344114 tst register_a5_3_authreq.py:8: start network...\u000a06:44:31.482746 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:44:32.040239 run create_hlr_db(pid=19142): Launched\u000a06:44:32.246132 bus /sierra_2: Setting Powered False\u000a06:44:33.258480 run create_hlr_db(pid=19142): Terminated: ok {rc=0}\u000a06:44:33.693355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19144): Launched\u000a06:44:34.017144 run osmo-hlr_10.42.42.2(pid=19145): Launched\u000a06:44:34.143741 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:44:34.704458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19147): Launched\u000a06:44:35.024595 run osmo-stp_10.42.42.5(pid=19148): Launched\u000a06:44:35.141823 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:44:35.723590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19150): Launched\u000a06:44:36.044479 run osmo-msc_10.42.42.6(pid=19151): Launched\u000a06:44:36.232223 run osmo-stp_10.42.42.5(pid=19148): ERR: Terminated: ERROR {rc=1} [trial-2400↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19148)]\u000a06:44:36.367871 run osmo-stp_10.42.42.5(pid=19148): stdout: \u000a| (launched: 2022-12-14_06:44:34.866636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:44:36.501346 run osmo-stp_10.42.42.5(pid=19148): stderr: \u000a| �[0;m�[38;5;43m20221214064435042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064435042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064435043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064435043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064435043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064435043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064435044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:44:36.630501 run osmo-stp_10.42.42.5(pid=19148): stdout: \u000a| (launched: 2022-12-14_06:44:34.866636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:44:36.758072 run osmo-stp_10.42.42.5(pid=19148): stderr: \u000a| �[0;m�[38;5;43m20221214064435042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064435042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064435043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064435043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064435043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064435043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064435044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:44:36.814169 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19148): Process ended prematurely: osmo-stp_10.42.42.5(pid=19148) [trial-2400↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19148)] [trial-2400↪encryption↪register_a5_3_authreq.py:8]\u000a06:44:36.823261 tst register_a5_3_authreq.py:8: Test FAILED (6.5 sec)\u000a06:44:36.882890 run osmo-hlr_10.42.42.2(pid=19145): ERR: Terminated: ERROR {rc=237} [trial-2400↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19145)]\u000a06:44:36.931962 run osmo-hlr_10.42.42.2(pid=19145): stdout: \u000a| (launched: 2022-12-14_06:44:33.856362) \u000a06:44:36.981658 run osmo-hlr_10.42.42.2(pid=19145): stderr: \u000a| �[0;m�[1;31m20221214064434035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064434035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064434035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064434036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064434036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064434036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064434047 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064434056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064434056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064434056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:44:37.048528 run osmo-msc_10.42.42.6(pid=19151): ERR: Terminated: ERROR {rc=2} [trial-2400↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19151)]\u000a06:44:37.097335 run osmo-msc_10.42.42.6(pid=19151): stdout: \u000a| (launched: 2022-12-14_06:44:35.886112) \u000a06:44:37.146850 run osmo-msc_10.42.42.6(pid=19151): stderr: \u000a| �[0;m�[38;5;43m20221214064436159 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214064436160 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd8a3efec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214064436160 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214064436160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214064436160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214064436160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214064436162 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214064436162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214064436162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214064436163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:44:37.189005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19144): Terminating (SIGTERM)\u000a06:44:37.228886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19147): Terminating (SIGTERM)\u000a06:44:37.269011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19150): Terminating (SIGTERM)\u000a06:44:37.278114 --- ParallelTerminationStrategy: PID 19144 died...\u000a06:44:37.331763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19144): Terminated: ok {rc=0}\u000a06:44:37.341371 --- ParallelTerminationStrategy: PID 19147 died...\u000a06:44:37.394657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19147): Terminated: ok {rc=0}\u000a06:44:37.404238 --- ParallelTerminationStrategy: PID 19150 died...\u000a06:44:37.457700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19150): Terminated: ok {rc=0}\u000a06:44:37.541010 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 34.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:44:05" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=19169): Process ended prematurely: srsepc(pid=19169) [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19169)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=19169): Process ended prematurely: srsepc(pid=19169) [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19169)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a06:44:39.544866 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a06:44:39.592065 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a06:44:39.608617 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a06:44:39.632416 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a06:44:39.784851 tst handover.py: using MSISDN 8553\u000a06:44:39.904208 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8553', subscriber_id=0}\u000a06:44:40.023214 run srsepc_10.42.42.118: Starting srsepc\u000a06:44:41.980649 run rm-remote-dir(pid=19157): Launched\u000a06:44:42.185786 bus /sierra_2: Setting Powered False\u000a06:44:43.207667 run rm-remote-dir(pid=19157): Terminated: ok {rc=0}\u000a06:44:43.674724 run mk-remote-dir(pid=19158): Launched\u000a06:44:44.882417 run mk-remote-dir(pid=19158): Terminated: ok {rc=0}\u000a06:44:45.190098 run scp-inst-to-remote(pid=19159): Launched\u000a06:44:47.397892 run scp-inst-to-remote(pid=19159): Terminated: ok {rc=0}\u000a06:44:47.769934 run rm-remote-dir(pid=19161): Launched\u000a06:44:48.976332 run rm-remote-dir(pid=19161): Terminated: ok {rc=0}\u000a06:44:49.340624 run mk-remote-dir(pid=19162): Launched\u000a06:44:50.547805 run mk-remote-dir(pid=19162): Terminated: ok {rc=0}\u000a06:44:50.856421 run scp-cfg-to-remote(pid=19163): Launched\u000a06:44:52.060150 run scp-cfg-to-remote(pid=19163): Terminated: ok {rc=0}\u000a06:44:52.366795 run scp-db-to-remote(pid=19165): Launched\u000a06:44:53.570719 run scp-db-to-remote(pid=19165): Terminated: ok {rc=0}\u000a06:44:53.696878 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a06:44:54.050594 run patchelf(pid=19167): Launched\u000a06:44:55.253778 run patchelf(pid=19167): Terminated: ok {rc=0}\u000a06:44:55.379393 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a06:44:55.735064 run setcap-netadm(pid=19168): Launched\u000a06:44:56.938456 run setcap-netadm(pid=19168): Terminated: ok {rc=0}\u000a06:44:57.283750 run srsepc(pid=19169): Launched\u000a06:44:57.406114 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a06:44:58.639949 run rm-remote-dir(pid=19170): Launched\u000a06:44:58.846869 run srsepc(pid=19169): ERR: Terminated: ERROR {rc=127} [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19169)]\u000a06:44:58.996291 run srsepc(pid=19169): stdout: \u000a| (launched: 2022-12-14_06:44:57.118463)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:44:59.145974 run srsepc(pid=19169): stderr: \u000a| (launched: 2022-12-14_06:44:57.168896)\u000a| Connection to 10.42.42.116 closed. \u000a06:44:59.289926 run srsepc(pid=19169): stdout: \u000a| (launched: 2022-12-14_06:44:57.118463)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:44:59.432695 run srsepc(pid=19169): stderr: \u000a| (launched: 2022-12-14_06:44:57.168896)\u000a| Connection to 10.42.42.116 closed. \u000a06:44:59.599324 run rm-remote-dir(pid=19170): Terminating (SIGINT)\u000a06:44:59.794922 run rm-remote-dir(pid=19170): Terminated: ok {rc=0}\u000a06:44:59.830896 tst handover.py:37: ERR: Error: srsepc(pid=19169): Process ended prematurely: srsepc(pid=19169) [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19169)] [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a06:44:59.841358 tst handover.py:37: Test FAILED (20.5 sec)\u000a06:44:59.960073 run scp-back-log(pid=19171): Launched\u000a06:45:01.051329 run scp-back-log(pid=19171): ERR: Terminated: ERROR {rc=1} [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19171)]\u000a06:45:01.119395 run scp-back-log(pid=19171): stdout: \u000a| (launched: 2022-12-14_06:44:59.884729) \u000a06:45:01.187227 run scp-back-log(pid=19171): stderr: \u000a| (launched: 2022-12-14_06:44:59.905563)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a06:45:01.244404 tst srsepc_10.42.42.118: Error('scp-back-log(pid=19171): launch_sync(): local process exited with status 1 [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19171)]')\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=19188): Process ended prematurely: srsepc(pid=19188) [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19188)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=19188): Process ended prematurely: srsepc(pid=19188) [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19188)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a06:45:01.447917 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a06:45:01.497098 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a06:45:01.732863 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a06:45:01.782185 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a06:45:01.799330 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a06:45:01.934052 tst iperf3_bidir.py: using MSISDN 8554\u000a06:45:02.058225 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8554', subscriber_id=0}\u000a06:45:02.180697 run srsepc_10.42.42.118: Starting srsepc\u000a06:45:02.895923 run rm-remote-dir(pid=19176): Launched\u000a06:45:04.103430 run rm-remote-dir(pid=19176): Terminated: ok {rc=0}\u000a06:45:04.466994 run mk-remote-dir(pid=19177): Launched\u000a06:45:05.673364 run mk-remote-dir(pid=19177): Terminated: ok {rc=0}\u000a06:45:05.981905 run scp-inst-to-remote(pid=19178): Launched\u000a06:45:08.187522 run scp-inst-to-remote(pid=19178): Terminated: ok {rc=0}\u000a06:45:08.551494 run rm-remote-dir(pid=19180): Launched\u000a06:45:09.747676 run rm-remote-dir(pid=19180): Terminated: ok {rc=0}\u000a06:45:10.089516 run mk-remote-dir(pid=19181): Launched\u000a06:45:11.283484 run mk-remote-dir(pid=19181): Terminated: ok {rc=0}\u000a06:45:11.584081 run scp-cfg-to-remote(pid=19182): Launched\u000a06:45:12.788581 run scp-cfg-to-remote(pid=19182): Terminated: ok {rc=0}\u000a06:45:13.095632 run scp-db-to-remote(pid=19184): Launched\u000a06:45:14.299062 run scp-db-to-remote(pid=19184): Terminated: ok {rc=0}\u000a06:45:14.425447 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a06:45:14.778578 run patchelf(pid=19186): Launched\u000a06:45:16.001386 run patchelf(pid=19186): Terminated: ok {rc=0}\u000a06:45:16.130931 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a06:45:16.529582 run setcap-netadm(pid=19187): Launched\u000a06:45:17.757247 run setcap-netadm(pid=19187): Terminated: ok {rc=0}\u000a06:45:18.102285 run srsepc(pid=19188): Launched\u000a06:45:18.223473 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a06:45:19.457405 run rm-remote-dir(pid=19189): Launched\u000a06:45:19.663495 run srsepc(pid=19188): ERR: Terminated: ERROR {rc=127} [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19188)]\u000a06:45:19.812220 run srsepc(pid=19188): stdout: \u000a| (launched: 2022-12-14_06:45:17.936445)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:45:19.960823 run srsepc(pid=19188): stderr: \u000a| (launched: 2022-12-14_06:45:17.987032)\u000a| Connection to 10.42.42.116 closed. \u000a06:45:20.104928 run srsepc(pid=19188): stdout: \u000a| (launched: 2022-12-14_06:45:17.936445)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:45:20.247509 run srsepc(pid=19188): stderr: \u000a| (launched: 2022-12-14_06:45:17.987032)\u000a| Connection to 10.42.42.116 closed. \u000a06:45:20.414287 run rm-remote-dir(pid=19189): Terminating (SIGINT)\u000a06:45:20.609700 run rm-remote-dir(pid=19189): Terminated: ok {rc=0}\u000a06:45:20.645967 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=19188): Process ended prematurely: srsepc(pid=19188) [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19188)] [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a06:45:20.656485 tst iperf3_bidir.py:42: Test FAILED (19.4 sec)\u000a06:45:20.773663 run scp-back-log(pid=19190): Launched\u000a06:45:21.863845 run scp-back-log(pid=19190): ERR: Terminated: ERROR {rc=1} [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19190)]\u000a06:45:21.929066 run scp-back-log(pid=19190): stdout: \u000a| (launched: 2022-12-14_06:45:20.699856) \u000a06:45:21.994374 run scp-back-log(pid=19190): stderr: \u000a| (launched: 2022-12-14_06:45:20.720808)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a06:45:22.050139 tst srsepc_10.42.42.118: Error('scp-back-log(pid=19190): launch_sync(): local process exited with status 1 [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19190)]')\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=19204): Process ended prematurely: srsepc(pid=19204) [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19204)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=19204): Process ended prematurely: srsepc(pid=19204) [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19204)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a06:45:22.248548 tst iperf3_dl.py:13: Number of physical ue: 1\u000a06:45:22.295472 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a06:45:22.513026 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a06:45:22.556857 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a06:45:22.572935 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a06:45:22.704094 tst iperf3_dl.py: using MSISDN 8555\u000a06:45:22.823807 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8555', subscriber_id=0}\u000a06:45:22.942676 run srsepc_10.42.42.118: Starting srsepc\u000a06:45:23.652673 run rm-remote-dir(pid=19192): Launched\u000a06:45:24.858422 run rm-remote-dir(pid=19192): Terminated: ok {rc=0}\u000a06:45:25.222791 run mk-remote-dir(pid=19193): Launched\u000a06:45:26.428254 run mk-remote-dir(pid=19193): Terminated: ok {rc=0}\u000a06:45:26.735076 run scp-inst-to-remote(pid=19194): Launched\u000a06:45:28.930006 run scp-inst-to-remote(pid=19194): Terminated: ok {rc=0}\u000a06:45:29.270030 run rm-remote-dir(pid=19196): Launched\u000a06:45:30.463372 run rm-remote-dir(pid=19196): Terminated: ok {rc=0}\u000a06:45:30.804854 run mk-remote-dir(pid=19197): Launched\u000a06:45:32.043206 run mk-remote-dir(pid=19197): Terminated: ok {rc=0}\u000a06:45:32.346450 run scp-cfg-to-remote(pid=19198): Launched\u000a06:45:33.537194 run scp-cfg-to-remote(pid=19198): Terminated: ok {rc=0}\u000a06:45:33.824013 run scp-db-to-remote(pid=19200): Launched\u000a06:45:35.016008 run scp-db-to-remote(pid=19200): Terminated: ok {rc=0}\u000a06:45:35.134445 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a06:45:35.464222 run patchelf(pid=19202): Launched\u000a06:45:36.655919 run patchelf(pid=19202): Terminated: ok {rc=0}\u000a06:45:36.774434 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a06:45:37.107403 run setcap-netadm(pid=19203): Launched\u000a06:45:38.299589 run setcap-netadm(pid=19203): Terminated: ok {rc=0}\u000a06:45:38.622925 run srsepc(pid=19204): Launched\u000a06:45:38.736554 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a06:45:39.899780 run rm-remote-dir(pid=19205): Launched\u000a06:45:40.092833 run srsepc(pid=19204): ERR: Terminated: ERROR {rc=127} [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19204)]\u000a06:45:40.233506 run srsepc(pid=19204): stdout: \u000a| (launched: 2022-12-14_06:45:38.467804)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:45:40.373650 run srsepc(pid=19204): stderr: \u000a| (launched: 2022-12-14_06:45:38.515083)\u000a| Connection to 10.42.42.116 closed. \u000a06:45:40.508703 run srsepc(pid=19204): stdout: \u000a| (launched: 2022-12-14_06:45:38.467804)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:45:40.642952 run srsepc(pid=19204): stderr: \u000a| (launched: 2022-12-14_06:45:38.515083)\u000a| Connection to 10.42.42.116 closed. \u000a06:45:40.799771 run rm-remote-dir(pid=19205): Terminating (SIGINT)\u000a06:45:40.984604 run rm-remote-dir(pid=19205): Terminated: ok {rc=0}\u000a06:45:41.018485 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=19204): Process ended prematurely: srsepc(pid=19204) [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19204)] [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a06:45:41.028554 tst iperf3_dl.py:42: Test FAILED (19.0 sec)\u000a06:45:41.140613 run scp-back-log(pid=19206): Launched\u000a06:45:42.226699 run scp-back-log(pid=19206): ERR: Terminated: ERROR {rc=1} [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19206)]\u000a06:45:42.288845 run scp-back-log(pid=19206): stdout: \u000a| (launched: 2022-12-14_06:45:41.070652) \u000a06:45:42.351322 run scp-back-log(pid=19206): stderr: \u000a| (launched: 2022-12-14_06:45:41.090453)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a06:45:42.404514 tst srsepc_10.42.42.118: Error('scp-back-log(pid=19206): launch_sync(): local process exited with status 1 [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19206)]')\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=19223): Process ended prematurely: srsepc(pid=19223) [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19223)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=19223): Process ended prematurely: srsepc(pid=19223) [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19223)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a06:45:42.591593 tst iperf3_ul.py:13: Number of physical ue: 1\u000a06:45:42.635408 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a06:45:42.862642 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a06:45:42.909754 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a06:45:42.926421 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a06:45:43.053437 tst iperf3_ul.py: using MSISDN 8556\u000a06:45:43.166134 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8556', subscriber_id=0}\u000a06:45:43.277850 run srsepc_10.42.42.118: Starting srsepc\u000a06:45:43.944659 run rm-remote-dir(pid=19208): Launched\u000a06:45:45.139265 run rm-remote-dir(pid=19208): Terminated: ok {rc=0}\u000a06:45:45.479544 run mk-remote-dir(pid=19209): Launched\u000a06:45:46.728471 run mk-remote-dir(pid=19209): Terminated: ok {rc=0}\u000a06:45:47.062180 run scp-inst-to-remote(pid=19210): Launched\u000a06:45:49.259419 run scp-inst-to-remote(pid=19210): Terminated: ok {rc=0}\u000a06:45:49.599088 run rm-remote-dir(pid=19212): Launched\u000a06:45:50.792643 run rm-remote-dir(pid=19212): Terminated: ok {rc=0}\u000a06:45:51.133426 run mk-remote-dir(pid=19213): Launched\u000a06:45:52.327460 run mk-remote-dir(pid=19213): Terminated: ok {rc=0}\u000a06:45:52.614557 run scp-cfg-to-remote(pid=19217): Launched\u000a06:45:53.805293 run scp-cfg-to-remote(pid=19217): Terminated: ok {rc=0}\u000a06:45:54.092207 run scp-db-to-remote(pid=19219): Launched\u000a06:45:55.283248 run scp-db-to-remote(pid=19219): Terminated: ok {rc=0}\u000a06:45:55.401294 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a06:45:55.731606 run patchelf(pid=19221): Launched\u000a06:45:56.923224 run patchelf(pid=19221): Terminated: ok {rc=0}\u000a06:45:57.042350 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a06:45:57.372137 run setcap-netadm(pid=19222): Launched\u000a06:45:58.563161 run setcap-netadm(pid=19222): Terminated: ok {rc=0}\u000a06:45:58.887925 run srsepc(pid=19223): Launched\u000a06:45:59.003238 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a06:46:00.162395 run rm-remote-dir(pid=19224): Launched\u000a06:46:00.355407 run srsepc(pid=19223): ERR: Terminated: ERROR {rc=127} [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19223)]\u000a06:46:00.495614 run srsepc(pid=19223): stdout: \u000a| (launched: 2022-12-14_06:45:58.731495)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:46:00.635708 run srsepc(pid=19223): stderr: \u000a| (launched: 2022-12-14_06:45:58.778700)\u000a| Connection to 10.42.42.116 closed. \u000a06:46:00.771447 run srsepc(pid=19223): stdout: \u000a| (launched: 2022-12-14_06:45:58.731495)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:46:00.931896 run srsepc(pid=19223): stderr: \u000a| (launched: 2022-12-14_06:45:58.778700)\u000a| Connection to 10.42.42.116 closed. \u000a06:46:01.093258 run rm-remote-dir(pid=19224): Terminating (SIGINT)\u000a06:46:01.282104 run rm-remote-dir(pid=19224): Terminated: ok {rc=0}\u000a06:46:01.317015 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=19223): Process ended prematurely: srsepc(pid=19223) [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19223)] [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a06:46:01.327550 tst iperf3_ul.py:42: Test FAILED (18.9 sec)\u000a06:46:01.480648 run scp-back-log(pid=19225): Launched\u000a06:46:02.570725 run scp-back-log(pid=19225): ERR: Terminated: ERROR {rc=1} [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19225)]\u000a06:46:02.632837 run scp-back-log(pid=19225): stdout: \u000a| (launched: 2022-12-14_06:46:01.369683) \u000a06:46:02.695164 run scp-back-log(pid=19225): stderr: \u000a| (launched: 2022-12-14_06:46:01.389616)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a06:46:02.748582 tst srsepc_10.42.42.118: Error('scp-back-log(pid=19225): launch_sync(): local process exited with status 1 [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19225)]')\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=19239): Process ended prematurely: srsepc(pid=19239) [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19239)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=19239): Process ended prematurely: srsepc(pid=19239) [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19239)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a06:46:02.762800 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a06:46:02.779866 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a06:46:02.803193 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a06:46:02.948259 tst ping.py: using MSISDN 8557\u000a06:46:03.061995 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8557', subscriber_id=0}\u000a06:46:03.174253 run srsepc_10.42.42.118: Starting srsepc\u000a06:46:03.841963 run rm-remote-dir(pid=19227): Launched\u000a06:46:05.035813 run rm-remote-dir(pid=19227): Terminated: ok {rc=0}\u000a06:46:05.376272 run mk-remote-dir(pid=19228): Launched\u000a06:46:06.569773 run mk-remote-dir(pid=19228): Terminated: ok {rc=0}\u000a06:46:06.857206 run scp-inst-to-remote(pid=19229): Launched\u000a06:46:09.060297 run scp-inst-to-remote(pid=19229): Terminated: ok {rc=0}\u000a06:46:09.426892 run rm-remote-dir(pid=19231): Launched\u000a06:46:10.619976 run rm-remote-dir(pid=19231): Terminated: ok {rc=0}\u000a06:46:10.959486 run mk-remote-dir(pid=19232): Launched\u000a06:46:12.153779 run mk-remote-dir(pid=19232): Terminated: ok {rc=0}\u000a06:46:12.441374 run scp-cfg-to-remote(pid=19233): Launched\u000a06:46:13.631773 run scp-cfg-to-remote(pid=19233): Terminated: ok {rc=0}\u000a06:46:13.921277 run scp-db-to-remote(pid=19235): Launched\u000a06:46:15.113620 run scp-db-to-remote(pid=19235): Terminated: ok {rc=0}\u000a06:46:15.232632 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a06:46:15.563007 run patchelf(pid=19237): Launched\u000a06:46:16.775255 run patchelf(pid=19237): Terminated: ok {rc=0}\u000a06:46:16.897191 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a06:46:17.275232 run setcap-netadm(pid=19238): Launched\u000a06:46:18.467804 run setcap-netadm(pid=19238): Terminated: ok {rc=0}\u000a06:46:18.790023 run srsepc(pid=19239): Launched\u000a06:46:18.903222 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a06:46:20.138217 run rm-remote-dir(pid=19240): Launched\u000a06:46:20.339653 run srsepc(pid=19239): ERR: Terminated: ERROR {rc=127} [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19239)]\u000a06:46:20.488543 run srsepc(pid=19239): stdout: \u000a| (launched: 2022-12-14_06:46:18.635524)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:46:20.637442 run srsepc(pid=19239): stderr: \u000a| (launched: 2022-12-14_06:46:18.682882)\u000a| Connection to 10.42.42.116 closed. \u000a06:46:20.781312 run srsepc(pid=19239): stdout: \u000a| (launched: 2022-12-14_06:46:18.635524)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:46:20.923946 run srsepc(pid=19239): stderr: \u000a| (launched: 2022-12-14_06:46:18.682882)\u000a| Connection to 10.42.42.116 closed. \u000a06:46:21.090592 run rm-remote-dir(pid=19240): Terminating (SIGINT)\u000a06:46:21.286844 run rm-remote-dir(pid=19240): Terminated: ok {rc=0}\u000a06:46:21.323055 tst ping.py:16: ERR: Error: srsepc(pid=19239): Process ended prematurely: srsepc(pid=19239) [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19239)] [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a06:46:21.333535 tst ping.py:16: Test FAILED (18.6 sec)\u000a06:46:21.450804 run scp-back-log(pid=19241): Launched\u000a06:46:22.540687 run scp-back-log(pid=19241): ERR: Terminated: ERROR {rc=1} [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19241)]\u000a06:46:22.605411 run scp-back-log(pid=19241): stdout: \u000a| (launched: 2022-12-14_06:46:21.376648) \u000a06:46:22.670479 run scp-back-log(pid=19241): stderr: \u000a| (launched: 2022-12-14_06:46:21.397391)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a06:46:22.725563 tst srsepc_10.42.42.118: Error('scp-back-log(pid=19241): launch_sync(): local process exited with status 1 [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19241)]')\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=19255): Process ended prematurely: srsepc(pid=19255) [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19255)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=19255): Process ended prematurely: srsepc(pid=19255) [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19255)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a06:46:22.740570 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a06:46:22.758031 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a06:46:22.781454 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a06:46:22.927126 tst rrc_idle_mo_ping.py: using MSISDN 8558\u000a06:46:23.039440 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8558', subscriber_id=0}\u000a06:46:23.151173 run srsepc_10.42.42.118: Starting srsepc\u000a06:46:23.818442 run rm-remote-dir(pid=19243): Launched\u000a06:46:25.012772 run rm-remote-dir(pid=19243): Terminated: ok {rc=0}\u000a06:46:25.354182 run mk-remote-dir(pid=19244): Launched\u000a06:46:26.547867 run mk-remote-dir(pid=19244): Terminated: ok {rc=0}\u000a06:46:26.835599 run scp-inst-to-remote(pid=19245): Launched\u000a06:46:29.028129 run scp-inst-to-remote(pid=19245): Terminated: ok {rc=0}\u000a06:46:29.368719 run rm-remote-dir(pid=19247): Launched\u000a06:46:30.563033 run rm-remote-dir(pid=19247): Terminated: ok {rc=0}\u000a06:46:30.924012 run mk-remote-dir(pid=19248): Launched\u000a06:46:32.172394 run mk-remote-dir(pid=19248): Terminated: ok {rc=0}\u000a06:46:32.477327 run scp-cfg-to-remote(pid=19249): Launched\u000a06:46:33.668942 run scp-cfg-to-remote(pid=19249): Terminated: ok {rc=0}\u000a06:46:33.956224 run scp-db-to-remote(pid=19251): Launched\u000a06:46:35.147964 run scp-db-to-remote(pid=19251): Terminated: ok {rc=0}\u000a06:46:35.266269 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a06:46:35.597972 run patchelf(pid=19253): Launched\u000a06:46:36.788300 run patchelf(pid=19253): Terminated: ok {rc=0}\u000a06:46:36.906433 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a06:46:37.236578 run setcap-netadm(pid=19254): Launched\u000a06:46:38.428479 run setcap-netadm(pid=19254): Terminated: ok {rc=0}\u000a06:46:38.750472 run srsepc(pid=19255): Launched\u000a06:46:38.863338 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a06:46:40.035527 run rm-remote-dir(pid=19256): Launched\u000a06:46:40.242910 run srsepc(pid=19255): ERR: Terminated: ERROR {rc=127} [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19255)]\u000a06:46:40.391977 run srsepc(pid=19255): stdout: \u000a| (launched: 2022-12-14_06:46:38.596700)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:46:40.541278 run srsepc(pid=19255): stderr: \u000a| (launched: 2022-12-14_06:46:38.643867)\u000a| Connection to 10.42.42.116 closed. \u000a06:46:40.685127 run srsepc(pid=19255): stdout: \u000a| (launched: 2022-12-14_06:46:38.596700)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:46:40.827897 run srsepc(pid=19255): stderr: \u000a| (launched: 2022-12-14_06:46:38.643867)\u000a| Connection to 10.42.42.116 closed. \u000a06:46:40.994898 run rm-remote-dir(pid=19256): Terminating (SIGINT)\u000a06:46:41.191014 run rm-remote-dir(pid=19256): Terminated: ok {rc=0}\u000a06:46:41.227260 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=19255): Process ended prematurely: srsepc(pid=19255) [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19255)] [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a06:46:41.237700 tst rrc_idle_mo_ping.py:16: Test FAILED (18.5 sec)\u000a06:46:41.356152 run scp-back-log(pid=19257): Launched\u000a06:46:42.447181 run scp-back-log(pid=19257): ERR: Terminated: ERROR {rc=1} [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19257)]\u000a06:46:42.512797 run scp-back-log(pid=19257): stdout: \u000a| (launched: 2022-12-14_06:46:41.281318) \u000a06:46:42.578433 run scp-back-log(pid=19257): stderr: \u000a| (launched: 2022-12-14_06:46:41.302293)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a06:46:42.634352 tst srsepc_10.42.42.118: Error('scp-back-log(pid=19257): launch_sync(): local process exited with status 1 [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19257)]')\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=19271): Process ended prematurely: srsepc(pid=19271) [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19271)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=19271): Process ended prematurely: srsepc(pid=19271) [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19271)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a06:46:42.649372 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a06:46:42.666926 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a06:46:42.690491 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a06:46:42.838931 tst rrc_idle_mt_ping.py: using MSISDN 8559\u000a06:46:42.958224 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8559', subscriber_id=0}\u000a06:46:43.077076 run srsepc_10.42.42.118: Starting srsepc\u000a06:46:43.788367 run rm-remote-dir(pid=19259): Launched\u000a06:46:44.993954 run rm-remote-dir(pid=19259): Terminated: ok {rc=0}\u000a06:46:45.359663 run mk-remote-dir(pid=19260): Launched\u000a06:46:46.559799 run mk-remote-dir(pid=19260): Terminated: ok {rc=0}\u000a06:46:46.914231 run scp-inst-to-remote(pid=19261): Launched\u000a06:46:49.108171 run scp-inst-to-remote(pid=19261): Terminated: ok {rc=0}\u000a06:46:49.449893 run rm-remote-dir(pid=19263): Launched\u000a06:46:50.643879 run rm-remote-dir(pid=19263): Terminated: ok {rc=0}\u000a06:46:50.984665 run mk-remote-dir(pid=19264): Launched\u000a06:46:52.179287 run mk-remote-dir(pid=19264): Terminated: ok {rc=0}\u000a06:46:52.467219 run scp-cfg-to-remote(pid=19265): Launched\u000a06:46:53.658273 run scp-cfg-to-remote(pid=19265): Terminated: ok {rc=0}\u000a06:46:53.945922 run scp-db-to-remote(pid=19267): Launched\u000a06:46:55.138193 run scp-db-to-remote(pid=19267): Terminated: ok {rc=0}\u000a06:46:55.256811 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a06:46:55.590833 run patchelf(pid=19269): Launched\u000a06:46:56.783086 run patchelf(pid=19269): Terminated: ok {rc=0}\u000a06:46:56.901891 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a06:46:57.234269 run setcap-netadm(pid=19270): Launched\u000a06:46:58.426947 run setcap-netadm(pid=19270): Terminated: ok {rc=0}\u000a06:46:58.749747 run srsepc(pid=19271): Launched\u000a06:46:58.862725 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a06:47:00.024444 run rm-remote-dir(pid=19272): Launched\u000a06:47:00.217162 run srsepc(pid=19271): ERR: Terminated: ERROR {rc=127} [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19271)]\u000a06:47:00.357606 run srsepc(pid=19271): stdout: \u000a| (launched: 2022-12-14_06:46:58.595220)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:47:00.497574 run srsepc(pid=19271): stderr: \u000a| (launched: 2022-12-14_06:46:58.642550)\u000a| Connection to 10.42.42.116 closed. \u000a06:47:00.633555 run srsepc(pid=19271): stdout: \u000a| (launched: 2022-12-14_06:46:58.595220)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:47:00.768198 run srsepc(pid=19271): stderr: \u000a| (launched: 2022-12-14_06:46:58.642550)\u000a| Connection to 10.42.42.116 closed. \u000a06:47:00.954590 run rm-remote-dir(pid=19272): Terminating (SIGINT)\u000a06:47:01.156021 run rm-remote-dir(pid=19272): Terminated: ok {rc=0}\u000a06:47:01.194448 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=19271): Process ended prematurely: srsepc(pid=19271) [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19271)] [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a06:47:01.206043 tst rrc_idle_mt_ping.py:16: Test FAILED (18.5 sec)\u000a06:47:01.360021 run scp-back-log(pid=19273): Launched\u000a06:47:02.456225 run scp-back-log(pid=19273): ERR: Terminated: ERROR {rc=1} [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19273)]\u000a06:47:02.521164 run scp-back-log(pid=19273): stdout: \u000a| (launched: 2022-12-14_06:47:01.249803) \u000a06:47:02.586751 run scp-back-log(pid=19273): stderr: \u000a| (launched: 2022-12-14_06:47:01.270889)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a06:47:02.642449 tst srsepc_10.42.42.118: Error('scp-back-log(pid=19273): launch_sync(): local process exited with status 1 [trial-2400↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19273)]')\u000a" } ], "duration" : 145.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:44:39" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19286): Process ended prematurely: osmo-stp_10.42.42.5(pid=19286) [trial-2400↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19286)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19286): Process ended prematurely: osmo-stp_10.42.42.5(pid=19286) [trial-2400↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19286)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a06:47:03.494769 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a06:47:03.506290 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a06:47:03.646907 tst handover.py: using LAC 39124\u000a06:47:03.776911 tst handover.py: using RAC 109\u000a06:47:03.906692 tst handover.py: using CellId 39124\u000a06:47:04.036095 tst handover.py: using BVCI 39125\u000a06:47:04.061765 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a06:47:04.192806 tst handover.py: using LAC 39125\u000a06:47:04.327742 tst handover.py: using RAC 110\u000a06:47:04.458670 tst handover.py: using CellId 39125\u000a06:47:04.588049 tst handover.py: using BVCI 39126\u000a06:47:04.613784 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a06:47:04.625150 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a06:47:04.636185 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a06:47:04.647311 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a06:47:04.658774 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a06:47:04.670017 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a06:47:04.788669 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a06:47:05.005952 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:47:05.533985 run create_hlr_db(pid=19280): Launched\u000a06:47:06.730174 run create_hlr_db(pid=19280): Terminated: ok {rc=0}\u000a06:47:07.076147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19282): Launched\u000a06:47:07.412715 run osmo-hlr_10.42.42.2(pid=19283): Launched\u000a06:47:07.538945 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:47:08.123746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19285): Launched\u000a06:47:08.461557 run osmo-stp_10.42.42.5(pid=19286): Launched\u000a06:47:08.584049 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:47:09.196700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19288): Launched\u000a06:47:09.532890 run osmo-msc_10.42.42.6(pid=19289): Launched\u000a06:47:09.728154 run osmo-stp_10.42.42.5(pid=19286): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19286)]\u000a06:47:09.868852 run osmo-stp_10.42.42.5(pid=19286): stdout: \u000a| (launched: 2022-12-14_06:47:08.294887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:10.008845 run osmo-stp_10.42.42.5(pid=19286): stderr: \u000a| �[0;m�[38;5;43m20221214064708492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064708492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064708492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064708493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064708493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064708493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064708493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:10.143716 run osmo-stp_10.42.42.5(pid=19286): stdout: \u000a| (launched: 2022-12-14_06:47:08.294887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:10.276863 run osmo-stp_10.42.42.5(pid=19286): stderr: \u000a| �[0;m�[38;5;43m20221214064708492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064708492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064708492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064708493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064708493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064708493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064708493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:10.335387 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19286): Process ended prematurely: osmo-stp_10.42.42.5(pid=19286) [trial-2400↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19286)] [trial-2400↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a06:47:10.344279 tst handover.py:18: Test FAILED (6.8 sec)\u000a06:47:10.407142 run osmo-hlr_10.42.42.2(pid=19283): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19283)]\u000a06:47:10.459025 run osmo-hlr_10.42.42.2(pid=19283): stdout: \u000a| (launched: 2022-12-14_06:47:07.247616) \u000a06:47:10.511587 run osmo-hlr_10.42.42.2(pid=19283): stderr: \u000a| �[0;m�[1;31m20221214064707449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064707450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064707450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064707450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064707450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064707450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064707462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064707470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064707471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064707471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:47:10.582678 run osmo-msc_10.42.42.6(pid=19289): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19289)]\u000a06:47:10.634327 run osmo-msc_10.42.42.6(pid=19289): stdout: \u000a| (launched: 2022-12-14_06:47:09.367246) \u000a06:47:10.686629 run osmo-msc_10.42.42.6(pid=19289): stderr: \u000a| �[0;m�[38;5;43m20221214064709693 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214064709693 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3569705c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214064709693 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214064709693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214064709693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214064709693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214064709695 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214064709695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214064709695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214064709696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:47:10.731108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19282): Terminating (SIGTERM)\u000a06:47:10.773142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19285): Terminating (SIGTERM)\u000a06:47:10.815403 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19288): Terminating (SIGTERM)\u000a06:47:10.824683 --- ParallelTerminationStrategy: PID 19282 died...\u000a06:47:10.881260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19282): Terminated: ok {rc=0}\u000a06:47:10.891529 --- ParallelTerminationStrategy: PID 19285 died...\u000a06:47:10.947732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19285): Terminated: ok {rc=0}\u000a06:47:10.958223 --- ParallelTerminationStrategy: PID 19288 died...\u000a06:47:11.014241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19288): Terminated: ok {rc=0}\u000a06:47:11.101525 bus /sierra_3: Setting Powered False\u000a06:47:12.203178 bus /sierra_3: Setting Powered False\u000a06:47:13.316356 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:47:03" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19300): Process ended prematurely: osmo-stp_10.42.42.5(pid=19300) [trial-2400↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19300)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19300): Process ended prematurely: osmo-stp_10.42.42.5(pid=19300) [trial-2400↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a06:47:15.284263 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:47:15.296190 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a06:47:15.430246 tst handover.py: using LAC 39126\u000a06:47:15.561209 tst handover.py: using RAC 111\u000a06:47:15.693799 tst handover.py: using CellId 39126\u000a06:47:15.828383 tst handover.py: using BVCI 39127\u000a06:47:15.861755 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a06:47:15.995678 tst handover.py: using LAC 39127\u000a06:47:16.131025 tst handover.py: using RAC 112\u000a06:47:16.295912 tst handover.py: using CellId 39127\u000a06:47:16.437478 tst handover.py: using BVCI 39128\u000a06:47:16.464134 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:47:16.476176 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:47:16.488125 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:47:16.500132 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:47:16.512142 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:47:16.524202 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a06:47:16.647246 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a06:47:16.868884 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:47:17.358746 run create_hlr_db(pid=19294): Launched\u000a06:47:17.494131 bus /sierra_2: Setting Powered False\u000a06:47:18.573171 run create_hlr_db(pid=19294): Terminated: ok {rc=0}\u000a06:47:18.990706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19296): Launched\u000a06:47:19.328812 run osmo-hlr_10.42.42.2(pid=19297): Launched\u000a06:47:19.455806 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:47:20.010171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19299): Launched\u000a06:47:20.346373 run osmo-stp_10.42.42.5(pid=19300): Launched\u000a06:47:20.468338 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:47:21.051969 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19302): Launched\u000a06:47:21.389714 run osmo-msc_10.42.42.6(pid=19303): Launched\u000a06:47:21.585104 run osmo-stp_10.42.42.5(pid=19300): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19300)]\u000a06:47:21.726623 run osmo-stp_10.42.42.5(pid=19300): stdout: \u000a| (launched: 2022-12-14_06:47:20.180896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:21.866267 run osmo-stp_10.42.42.5(pid=19300): stderr: \u000a| �[0;m�[38;5;43m20221214064720377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064720377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064720377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064720378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064720378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064720378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064720378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:22.000640 run osmo-stp_10.42.42.5(pid=19300): stdout: \u000a| (launched: 2022-12-14_06:47:20.180896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:22.134273 run osmo-stp_10.42.42.5(pid=19300): stderr: \u000a| �[0;m�[38;5;43m20221214064720377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064720377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064720377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064720378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064720378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064720378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064720378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:22.192520 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19300): Process ended prematurely: osmo-stp_10.42.42.5(pid=19300) [trial-2400↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19300)] [trial-2400↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a06:47:22.201391 tst handover.py:18: Test FAILED (6.9 sec)\u000a06:47:22.263983 run osmo-hlr_10.42.42.2(pid=19297): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19297)]\u000a06:47:22.315184 run osmo-hlr_10.42.42.2(pid=19297): stdout: \u000a| (launched: 2022-12-14_06:47:19.162109) \u000a06:47:22.367157 run osmo-hlr_10.42.42.2(pid=19297): stderr: \u000a| �[0;m�[1;31m20221214064719361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064719361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064719361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064719361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064719361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064719361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064719372 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064719381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064719381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064719381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:47:22.437519 run osmo-msc_10.42.42.6(pid=19303): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19303)]\u000a06:47:22.488634 run osmo-msc_10.42.42.6(pid=19303): stdout: \u000a| (launched: 2022-12-14_06:47:21.223508) \u000a06:47:22.540266 run osmo-msc_10.42.42.6(pid=19303): stderr: \u000a| �[0;m�[38;5;43m20221214064721548 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214064721548 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f509c57dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214064721548 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214064721548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214064721549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214064721549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214064721550 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214064721551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214064721551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214064721551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:47:22.584399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19296): Terminating (SIGTERM)\u000a06:47:22.626625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19299): Terminating (SIGTERM)\u000a06:47:22.669252 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19302): Terminating (SIGTERM)\u000a06:47:22.678887 --- ParallelTerminationStrategy: PID 19296 died...\u000a06:47:22.735777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19296): Terminated: ok {rc=0}\u000a06:47:22.745843 --- ParallelTerminationStrategy: PID 19299 died...\u000a06:47:22.802297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19299): Terminated: ok {rc=0}\u000a06:47:22.812282 --- ParallelTerminationStrategy: PID 19302 died...\u000a06:47:22.868859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19302): Terminated: ok {rc=0}\u000a06:47:22.956522 bus /sierra_3: Setting Powered False\u000a06:47:24.060099 bus /sierra_3: Setting Powered False\u000a06:47:25.169509 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:47:15" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19314): Process ended prematurely: osmo-stp_10.42.42.5(pid=19314) [trial-2400↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19314)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19314): Process ended prematurely: osmo-stp_10.42.42.5(pid=19314) [trial-2400↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19314)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a06:47:27.167763 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:47:27.179308 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a06:47:27.315940 tst handover.py: using LAC 39128\u000a06:47:27.446319 tst handover.py: using RAC 113\u000a06:47:27.577369 tst handover.py: using CellId 39128\u000a06:47:27.710149 tst handover.py: using BVCI 39129\u000a06:47:27.736406 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a06:47:27.880701 tst handover.py: using LAC 39129\u000a06:47:28.011617 tst handover.py: using RAC 114\u000a06:47:28.144215 tst handover.py: using CellId 39129\u000a06:47:28.275402 tst handover.py: using BVCI 39130\u000a06:47:28.301390 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:47:28.312867 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:47:28.324236 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:47:28.335747 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:47:28.347780 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:47:28.359557 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a06:47:28.477288 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a06:47:28.694109 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:47:29.194055 run create_hlr_db(pid=19308): Launched\u000a06:47:29.330797 bus /sierra_2: Setting Powered False\u000a06:47:30.408865 run create_hlr_db(pid=19308): Terminated: ok {rc=0}\u000a06:47:30.833664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19310): Launched\u000a06:47:31.245964 run osmo-hlr_10.42.42.2(pid=19311): Launched\u000a06:47:31.370839 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:47:32.001229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19313): Launched\u000a06:47:32.369340 run osmo-stp_10.42.42.5(pid=19314): Launched\u000a06:47:32.591312 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:47:33.175245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19316): Launched\u000a06:47:33.512764 run osmo-msc_10.42.42.6(pid=19317): Launched\u000a06:47:33.709205 run osmo-stp_10.42.42.5(pid=19314): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19314)]\u000a06:47:33.850827 run osmo-stp_10.42.42.5(pid=19314): stdout: \u000a| (launched: 2022-12-14_06:47:32.165981)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:33.990798 run osmo-stp_10.42.42.5(pid=19314): stderr: \u000a| �[0;m�[38;5;43m20221214064732437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064732437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064732437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064732438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064732438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064732438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064732438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:34.125549 run osmo-stp_10.42.42.5(pid=19314): stdout: \u000a| (launched: 2022-12-14_06:47:32.165981)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:34.259722 run osmo-stp_10.42.42.5(pid=19314): stderr: \u000a| �[0;m�[38;5;43m20221214064732437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064732437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064732437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064732438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064732438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064732438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064732438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:34.318361 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19314): Process ended prematurely: osmo-stp_10.42.42.5(pid=19314) [trial-2400↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19314)] [trial-2400↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a06:47:34.327082 tst handover.py:18: Test FAILED (7.1 sec)\u000a06:47:34.390447 run osmo-hlr_10.42.42.2(pid=19311): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19311)]\u000a06:47:34.442298 run osmo-hlr_10.42.42.2(pid=19311): stdout: \u000a| (launched: 2022-12-14_06:47:31.009179) \u000a06:47:34.494855 run osmo-hlr_10.42.42.2(pid=19311): stderr: \u000a| �[0;m�[1;31m20221214064731416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064731416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064731416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064731416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064731416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064731416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064731431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064731439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064731439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064731439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:47:34.566157 run osmo-msc_10.42.42.6(pid=19317): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19317)]\u000a06:47:34.618065 run osmo-msc_10.42.42.6(pid=19317): stdout: \u000a| (launched: 2022-12-14_06:47:33.346695) \u000a06:47:34.670543 run osmo-msc_10.42.42.6(pid=19317): stderr: \u000a| �[0;m�[38;5;43m20221214064733670 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214064733670 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb2d4958c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214064733671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214064733671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214064733671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214064733671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214064733673 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214064733673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214064733673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214064733673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:47:34.715266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19310): Terminating (SIGTERM)\u000a06:47:34.758196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19313): Terminating (SIGTERM)\u000a06:47:34.800340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19316): Terminating (SIGTERM)\u000a06:47:34.810110 --- ParallelTerminationStrategy: PID 19310 died...\u000a06:47:34.867005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19310): Terminated: ok {rc=0}\u000a06:47:34.877217 --- ParallelTerminationStrategy: PID 19313 died...\u000a06:47:34.933617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19313): Terminated: ok {rc=0}\u000a06:47:34.943748 --- ParallelTerminationStrategy: PID 19316 died...\u000a06:47:35.000284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19316): Terminated: ok {rc=0}\u000a06:47:35.087040 bus /sierra_3: Setting Powered False\u000a06:47:36.193872 bus /sierra_3: Setting Powered False\u000a06:47:37.302873 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:47:26" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19328): Process ended prematurely: osmo-stp_10.42.42.5(pid=19328) [trial-2400↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19328)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19328): Process ended prematurely: osmo-stp_10.42.42.5(pid=19328) [trial-2400↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19328)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a06:47:39.306059 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:47:39.317821 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a06:47:39.450621 tst handover.py: using LAC 39130\u000a06:47:39.574434 tst handover.py: using RAC 115\u000a06:47:39.699959 tst handover.py: using CellId 39130\u000a06:47:39.825124 tst handover.py: using BVCI 39131\u000a06:47:39.849155 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a06:47:39.986335 tst handover.py: using LAC 39131\u000a06:47:40.111590 tst handover.py: using RAC 116\u000a06:47:40.236854 tst handover.py: using CellId 39131\u000a06:47:40.361686 tst handover.py: using BVCI 39132\u000a06:47:40.385732 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:47:40.396846 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:47:40.407818 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:47:40.418897 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:47:40.429924 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:47:40.440908 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:47:40.561273 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:47:40.778633 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:47:41.280427 run create_hlr_db(pid=19322): Launched\u000a06:47:41.417179 bus /sierra_2: Setting Powered False\u000a06:47:42.495246 run create_hlr_db(pid=19322): Terminated: ok {rc=0}\u000a06:47:42.891727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19324): Launched\u000a06:47:43.207073 run osmo-hlr_10.42.42.2(pid=19325): Launched\u000a06:47:43.332138 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:47:43.857700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19327): Launched\u000a06:47:44.172917 run osmo-stp_10.42.42.5(pid=19328): Launched\u000a06:47:44.289240 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:47:44.841518 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19330): Launched\u000a06:47:45.159142 run osmo-msc_10.42.42.6(pid=19331): Launched\u000a06:47:45.344031 run osmo-stp_10.42.42.5(pid=19328): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19328)]\u000a06:47:45.476716 run osmo-stp_10.42.42.5(pid=19328): stdout: \u000a| (launched: 2022-12-14_06:47:44.016804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:45.607329 run osmo-stp_10.42.42.5(pid=19328): stderr: \u000a| �[0;m�[38;5;43m20221214064744189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064744189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064744189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064744190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064744190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064744190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064744190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:45.733787 run osmo-stp_10.42.42.5(pid=19328): stdout: \u000a| (launched: 2022-12-14_06:47:44.016804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:45.881746 run osmo-stp_10.42.42.5(pid=19328): stderr: \u000a| �[0;m�[38;5;43m20221214064744189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064744189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064744189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064744190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064744190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064744190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064744190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:45.960765 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19328): Process ended prematurely: osmo-stp_10.42.42.5(pid=19328) [trial-2400↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19328)] [trial-2400↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a06:47:45.970840 tst handover.py:18: Test FAILED (6.7 sec)\u000a06:47:46.039798 run osmo-hlr_10.42.42.2(pid=19325): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19325)]\u000a06:47:46.094447 run osmo-hlr_10.42.42.2(pid=19325): stdout: \u000a| (launched: 2022-12-14_06:47:43.051447) \u000a06:47:46.150391 run osmo-hlr_10.42.42.2(pid=19325): stderr: \u000a| �[0;m�[1;31m20221214064743232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064743232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064743232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064743232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064743232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064743232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064743245 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064743253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064743253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064743253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:47:46.225912 run osmo-msc_10.42.42.6(pid=19331): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19331)]\u000a06:47:46.280730 run osmo-msc_10.42.42.6(pid=19331): stdout: \u000a| (launched: 2022-12-14_06:47:45.002024) \u000a06:47:46.335636 run osmo-msc_10.42.42.6(pid=19331): stderr: \u000a| �[0;m�[38;5;43m20221214064745276 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214064745276 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f03ff344c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214064745276 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214064745276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214064745276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214064745277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214064745278 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214064745279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214064745279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214064745279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:47:46.382962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19324): Terminating (SIGTERM)\u000a06:47:46.430679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19327): Terminating (SIGTERM)\u000a06:47:46.476637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19330): Terminating (SIGTERM)\u000a06:47:46.488607 --- ParallelTerminationStrategy: PID 19324 died...\u000a06:47:46.550676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19324): Terminated: ok {rc=0}\u000a06:47:46.562150 --- ParallelTerminationStrategy: PID 19327 died...\u000a06:47:46.623069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19327): Terminated: ok {rc=0}\u000a06:47:46.634671 --- ParallelTerminationStrategy: PID 19330 died...\u000a06:47:46.693236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19330): Terminated: ok {rc=0}\u000a06:47:46.786584 bus /sierra_3: Setting Powered False\u000a06:47:47.889711 bus /sierra_3: Setting Powered False\u000a06:47:49.000137 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:47:39" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19344): Process ended prematurely: osmo-stp_10.42.42.5(pid=19344) [trial-2400↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19344)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19344): Process ended prematurely: osmo-stp_10.42.42.5(pid=19344) [trial-2400↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19344)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a06:47:50.993196 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:47:51.004328 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a06:47:51.131779 tst handover.py: using LAC 39132\u000a06:47:51.256640 tst handover.py: using RAC 117\u000a06:47:51.381844 tst handover.py: using CellId 39132\u000a06:47:51.506855 tst handover.py: using BVCI 39133\u000a06:47:51.530943 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a06:47:51.672540 tst handover.py: using LAC 39133\u000a06:47:51.797216 tst handover.py: using RAC 118\u000a06:47:51.921919 tst handover.py: using CellId 39133\u000a06:47:52.047627 tst handover.py: using BVCI 39134\u000a06:47:52.071644 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:47:52.082807 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:47:52.093708 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:47:52.104555 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:47:52.115474 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:47:52.126384 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a06:47:52.243558 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a06:47:52.461182 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:47:52.959902 run create_hlr_db(pid=19338): Launched\u000a06:47:53.096300 bus /sierra_2: Setting Powered False\u000a06:47:54.175255 run create_hlr_db(pid=19338): Terminated: ok {rc=0}\u000a06:47:54.570188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19340): Launched\u000a06:47:54.886039 run osmo-hlr_10.42.42.2(pid=19341): Launched\u000a06:47:55.002459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:47:55.519993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19343): Launched\u000a06:47:55.834341 run osmo-stp_10.42.42.5(pid=19344): Launched\u000a06:47:55.949951 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:47:56.494074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19346): Launched\u000a06:47:56.808706 run osmo-msc_10.42.42.6(pid=19347): Launched\u000a06:47:56.993863 run osmo-stp_10.42.42.5(pid=19344): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19344)]\u000a06:47:57.125080 run osmo-stp_10.42.42.5(pid=19344): stdout: \u000a| (launched: 2022-12-14_06:47:55.679484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:57.254982 run osmo-stp_10.42.42.5(pid=19344): stderr: \u000a| �[0;m�[38;5;43m20221214064755853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064755853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064755853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064755854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064755854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064755854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064755854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:57.380000 run osmo-stp_10.42.42.5(pid=19344): stdout: \u000a| (launched: 2022-12-14_06:47:55.679484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:57.504356 run osmo-stp_10.42.42.5(pid=19344): stderr: \u000a| �[0;m�[38;5;43m20221214064755853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064755853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064755853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064755854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064755854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064755854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064755854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:57.559055 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19344): Process ended prematurely: osmo-stp_10.42.42.5(pid=19344) [trial-2400↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19344)] [trial-2400↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a06:47:57.567279 tst handover.py:18: Test FAILED (6.6 sec)\u000a06:47:57.626261 run osmo-hlr_10.42.42.2(pid=19341): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19341)]\u000a06:47:57.674749 run osmo-hlr_10.42.42.2(pid=19341): stdout: \u000a| (launched: 2022-12-14_06:47:54.730732) \u000a06:47:57.724117 run osmo-hlr_10.42.42.2(pid=19341): stderr: \u000a| �[0;m�[1;31m20221214064754909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064754909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064754909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064754909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064754909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064754909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064754921 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064754929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064754929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064754930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:47:57.790643 run osmo-msc_10.42.42.6(pid=19347): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19347)]\u000a06:47:57.838985 run osmo-msc_10.42.42.6(pid=19347): stdout: \u000a| (launched: 2022-12-14_06:47:56.653144) \u000a06:47:57.888075 run osmo-msc_10.42.42.6(pid=19347): stderr: \u000a| �[0;m�[38;5;43m20221214064756924 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214064756924 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fda5d94ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214064756924 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214064756925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214064756925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214064756925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214064756927 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214064756927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214064756927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214064756927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:47:57.930263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19340): Terminating (SIGTERM)\u000a06:47:57.970242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19343): Terminating (SIGTERM)\u000a06:47:58.009730 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19346): Terminating (SIGTERM)\u000a06:47:58.018816 --- ParallelTerminationStrategy: PID 19340 died...\u000a06:47:58.071759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19340): Terminated: ok {rc=0}\u000a06:47:58.081338 --- ParallelTerminationStrategy: PID 19343 died...\u000a06:47:58.133720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19343): Terminated: ok {rc=0}\u000a06:47:58.143294 --- ParallelTerminationStrategy: PID 19346 died...\u000a06:47:58.195696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19346): Terminated: ok {rc=0}\u000a06:47:58.282372 bus /sierra_3: Setting Powered False\u000a06:47:59.383562 bus /sierra_3: Setting Powered False\u000a06:48:00.489057 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:47:50" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19358): Process ended prematurely: osmo-stp_10.42.42.5(pid=19358) [trial-2400↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19358)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19358): Process ended prematurely: osmo-stp_10.42.42.5(pid=19358) [trial-2400↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19358)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a06:48:02.534097 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:48:02.545714 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:48:02.675670 tst handover.py: using LAC 39134\u000a06:48:02.800941 tst handover.py: using RAC 119\u000a06:48:02.923922 tst handover.py: using CellId 39134\u000a06:48:03.048907 tst handover.py: using BVCI 39135\u000a06:48:03.072847 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:48:03.198079 tst handover.py: using LAC 39135\u000a06:48:03.322713 tst handover.py: using RAC 120\u000a06:48:03.447982 tst handover.py: using CellId 39135\u000a06:48:03.576053 tst handover.py: using BVCI 39136\u000a06:48:03.599995 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:48:03.610881 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:48:03.621584 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:48:03.632221 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:48:03.642939 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:48:03.653669 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:48:03.775275 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:48:03.992722 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:48:04.490338 run create_hlr_db(pid=19352): Launched\u000a06:48:04.626663 bus /sierra_2: Setting Powered False\u000a06:48:05.695032 run create_hlr_db(pid=19352): Terminated: ok {rc=0}\u000a06:48:06.085088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19354): Launched\u000a06:48:06.401453 run osmo-hlr_10.42.42.2(pid=19355): Launched\u000a06:48:06.517125 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:48:07.032720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19357): Launched\u000a06:48:07.347090 run osmo-stp_10.42.42.5(pid=19358): Launched\u000a06:48:07.461385 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:48:08.005574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19360): Launched\u000a06:48:08.321903 run osmo-msc_10.42.42.6(pid=19361): Launched\u000a06:48:08.505909 run osmo-stp_10.42.42.5(pid=19358): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19358)]\u000a06:48:08.638496 run osmo-stp_10.42.42.5(pid=19358): stdout: \u000a| (launched: 2022-12-14_06:48:07.191702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:48:08.768046 run osmo-stp_10.42.42.5(pid=19358): stderr: \u000a| �[0;m�[38;5;43m20221214064807362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064807362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064807363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064807363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064807366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064807366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064807366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:48:08.893813 run osmo-stp_10.42.42.5(pid=19358): stdout: \u000a| (launched: 2022-12-14_06:48:07.191702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:48:09.018491 run osmo-stp_10.42.42.5(pid=19358): stderr: \u000a| �[0;m�[38;5;43m20221214064807362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064807362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064807363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064807363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064807366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064807366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064807366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:48:09.072854 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19358): Process ended prematurely: osmo-stp_10.42.42.5(pid=19358) [trial-2400↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19358)] [trial-2400↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a06:48:09.081067 tst handover.py:18: Test FAILED (6.5 sec)\u000a06:48:09.140129 run osmo-hlr_10.42.42.2(pid=19355): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19355)]\u000a06:48:09.188744 run osmo-hlr_10.42.42.2(pid=19355): stdout: \u000a| (launched: 2022-12-14_06:48:06.244326) \u000a06:48:09.237910 run osmo-hlr_10.42.42.2(pid=19355): stderr: \u000a| �[0;m�[1;31m20221214064806423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064806423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064806423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064806423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064806423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064806423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064806435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064806443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064806444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064806444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:48:09.304653 run osmo-msc_10.42.42.6(pid=19361): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19361)]\u000a06:48:09.353124 run osmo-msc_10.42.42.6(pid=19361): stdout: \u000a| (launched: 2022-12-14_06:48:08.165872) \u000a06:48:09.402033 run osmo-msc_10.42.42.6(pid=19361): stderr: \u000a| �[0;m�[38;5;43m20221214064808439 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214064808439 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1235062c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214064808439 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214064808439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214064808439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214064808439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214064808441 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214064808442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214064808442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214064808442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:48:09.443330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19354): Terminating (SIGTERM)\u000a06:48:09.482363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19357): Terminating (SIGTERM)\u000a06:48:09.521535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19360): Terminating (SIGTERM)\u000a06:48:09.530684 --- ParallelTerminationStrategy: PID 19354 died...\u000a06:48:09.583536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19354): Terminated: ok {rc=0}\u000a06:48:09.593169 --- ParallelTerminationStrategy: PID 19357 died...\u000a06:48:09.645561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19357): Terminated: ok {rc=0}\u000a06:48:09.655140 --- ParallelTerminationStrategy: PID 19360 died...\u000a06:48:09.708024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19360): Terminated: ok {rc=0}\u000a06:48:09.791074 bus /sierra_3: Setting Powered False\u000a06:48:10.897899 bus /sierra_3: Setting Powered False\u000a06:48:12.006764 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:48:02" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19372): Process ended prematurely: osmo-stp_10.42.42.5(pid=19372) [trial-2400↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19372)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19372): Process ended prematurely: osmo-stp_10.42.42.5(pid=19372) [trial-2400↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19372)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a06:48:13.989829 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:48:14.001003 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:48:14.129712 tst handover.py: using LAC 39136\u000a06:48:14.258949 tst handover.py: using RAC 121\u000a06:48:14.389015 tst handover.py: using CellId 39136\u000a06:48:14.518501 tst handover.py: using BVCI 39137\u000a06:48:14.544206 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:48:14.689751 tst handover.py: using LAC 39137\u000a06:48:14.819167 tst handover.py: using RAC 122\u000a06:48:14.948795 tst handover.py: using CellId 39137\u000a06:48:15.080160 tst handover.py: using BVCI 39138\u000a06:48:15.105884 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:48:15.117276 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:48:15.128552 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:48:15.139711 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:48:15.151313 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:48:15.163214 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:48:15.281129 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:48:15.498372 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:48:16.040767 run create_hlr_db(pid=19366): Launched\u000a06:48:16.171901 bus /sierra_2: Setting Powered False\u000a06:48:17.271928 run create_hlr_db(pid=19366): Terminated: ok {rc=0}\u000a06:48:17.692445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19368): Launched\u000a06:48:18.030305 run osmo-hlr_10.42.42.2(pid=19369): Launched\u000a06:48:18.158388 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:48:18.711417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19371): Launched\u000a06:48:19.049872 run osmo-stp_10.42.42.5(pid=19372): Launched\u000a06:48:19.173370 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:48:19.754542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19374): Launched\u000a06:48:20.072557 run osmo-msc_10.42.42.6(pid=19375): Launched\u000a06:48:20.256896 run osmo-stp_10.42.42.5(pid=19372): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19372)]\u000a06:48:20.388851 run osmo-stp_10.42.42.5(pid=19372): stdout: \u000a| (launched: 2022-12-14_06:48:18.882360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:48:20.519160 run osmo-stp_10.42.42.5(pid=19372): stderr: \u000a| �[0;m�[38;5;43m20221214064819077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064819077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064819077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064819078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064819078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064819078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064819078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:48:20.645585 run osmo-stp_10.42.42.5(pid=19372): stdout: \u000a| (launched: 2022-12-14_06:48:18.882360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:48:20.770050 run osmo-stp_10.42.42.5(pid=19372): stderr: \u000a| �[0;m�[38;5;43m20221214064819077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064819077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064819077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064819078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064819078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064819078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064819078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:48:20.824705 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19372): Process ended prematurely: osmo-stp_10.42.42.5(pid=19372) [trial-2400↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19372)] [trial-2400↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a06:48:20.832864 tst handover.py:18: Test FAILED (6.8 sec)\u000a06:48:20.892689 run osmo-hlr_10.42.42.2(pid=19369): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19369)]\u000a06:48:20.941410 run osmo-hlr_10.42.42.2(pid=19369): stdout: \u000a| (launched: 2022-12-14_06:48:17.863861) \u000a06:48:20.990733 run osmo-hlr_10.42.42.2(pid=19369): stderr: \u000a| �[0;m�[1;31m20221214064818063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064818064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064818064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064818064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064818064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064818064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064818076 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064818084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064818084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064818084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:48:21.057604 run osmo-msc_10.42.42.6(pid=19375): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19375)]\u000a06:48:21.106858 run osmo-msc_10.42.42.6(pid=19375): stdout: \u000a| (launched: 2022-12-14_06:48:19.915274) \u000a06:48:21.156194 run osmo-msc_10.42.42.6(pid=19375): stderr: \u000a| �[0;m�[38;5;43m20221214064820187 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214064820188 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa2f45afc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214064820188 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214064820188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214064820188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214064820188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214064820190 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214064820190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214064820190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214064820190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:48:21.198159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19368): Terminating (SIGTERM)\u000a06:48:21.237749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19371): Terminating (SIGTERM)\u000a06:48:21.277652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19374): Terminating (SIGTERM)\u000a06:48:21.286850 --- ParallelTerminationStrategy: PID 19368 died...\u000a06:48:21.340293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19368): Terminated: ok {rc=0}\u000a06:48:21.350232 --- ParallelTerminationStrategy: PID 19371 died...\u000a06:48:21.403204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19371): Terminated: ok {rc=0}\u000a06:48:21.412758 --- ParallelTerminationStrategy: PID 19374 died...\u000a06:48:21.465871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19374): Terminated: ok {rc=0}\u000a06:48:21.549009 bus /sierra_3: Setting Powered False\u000a06:48:22.655099 bus /sierra_3: Setting Powered False\u000a06:48:23.762372 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:48:13" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19386): Process ended prematurely: osmo-stp_10.42.42.5(pid=19386) [trial-2400↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19386)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19386): Process ended prematurely: osmo-stp_10.42.42.5(pid=19386) [trial-2400↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a06:48:25.773439 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:48:25.785309 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:48:25.920823 tst handover.py: using LAC 39138\u000a06:48:26.054244 tst handover.py: using RAC 123\u000a06:48:26.186283 tst handover.py: using CellId 39138\u000a06:48:26.317574 tst handover.py: using BVCI 39139\u000a06:48:26.343140 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:48:26.491606 tst handover.py: using LAC 39139\u000a06:48:26.618932 tst handover.py: using RAC 124\u000a06:48:26.745673 tst handover.py: using CellId 39139\u000a06:48:26.877523 tst handover.py: using BVCI 39140\u000a06:48:26.903523 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:48:26.914926 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:48:26.926483 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:48:26.937953 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:48:26.950092 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:48:26.961938 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:48:27.080897 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:48:27.300109 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:48:27.803201 run create_hlr_db(pid=19380): Launched\u000a06:48:27.940455 bus /sierra_2: Setting Powered False\u000a06:48:29.019199 run create_hlr_db(pid=19380): Terminated: ok {rc=0}\u000a06:48:29.416099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19382): Launched\u000a06:48:29.731970 run osmo-hlr_10.42.42.2(pid=19383): Launched\u000a06:48:29.848495 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:48:30.366600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19385): Launched\u000a06:48:30.681594 run osmo-stp_10.42.42.5(pid=19386): Launched\u000a06:48:30.796813 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:48:31.367999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19388): Launched\u000a06:48:31.800017 run osmo-msc_10.42.42.6(pid=19389): Launched\u000a06:48:32.248234 run osmo-stp_10.42.42.5(pid=19386): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19386)]\u000a06:48:32.452337 run osmo-stp_10.42.42.5(pid=19386): stdout: \u000a| (launched: 2022-12-14_06:48:30.525820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:48:32.592447 run osmo-stp_10.42.42.5(pid=19386): stderr: \u000a| �[0;m�[38;5;43m20221214064830700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064830700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064830700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064830701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064830701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064830701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064830701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:48:32.727676 run osmo-stp_10.42.42.5(pid=19386): stdout: \u000a| (launched: 2022-12-14_06:48:30.525820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:48:32.861674 run osmo-stp_10.42.42.5(pid=19386): stderr: \u000a| �[0;m�[38;5;43m20221214064830700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064830700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064830700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064830701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064830701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064830701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064830701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:48:32.920070 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19386): Process ended prematurely: osmo-stp_10.42.42.5(pid=19386) [trial-2400↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19386)] [trial-2400↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a06:48:32.929166 tst handover.py:18: Test FAILED (7.1 sec)\u000a06:48:32.993205 run osmo-hlr_10.42.42.2(pid=19383): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19383)]\u000a06:48:33.045563 run osmo-hlr_10.42.42.2(pid=19383): stdout: \u000a| (launched: 2022-12-14_06:48:29.576513) \u000a06:48:33.098693 run osmo-hlr_10.42.42.2(pid=19383): stderr: \u000a| �[0;m�[1;31m20221214064829753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064829753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064829753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064829753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064829753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064829753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064829766 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064829774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064829774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064829774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:48:33.170713 run osmo-msc_10.42.42.6(pid=19389): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19389)]\u000a06:48:33.222743 run osmo-msc_10.42.42.6(pid=19389): stdout: \u000a| (launched: 2022-12-14_06:48:31.530201) \u000a06:48:33.275640 run osmo-msc_10.42.42.6(pid=19389): stderr: \u000a| �[0;m�[38;5;43m20221214064832099 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214064832099 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f71572cac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214064832099 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214064832099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214064832100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214064832100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214064832101 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214064832102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214064832102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214064832102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:48:33.320631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19382): Terminating (SIGTERM)\u000a06:48:33.363423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19385): Terminating (SIGTERM)\u000a06:48:33.406904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19388): Terminating (SIGTERM)\u000a06:48:33.416661 --- ParallelTerminationStrategy: PID 19382 died...\u000a06:48:33.474235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19382): Terminated: ok {rc=0}\u000a06:48:33.484478 --- ParallelTerminationStrategy: PID 19385 died...\u000a06:48:33.541678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19385): Terminated: ok {rc=0}\u000a06:48:33.551898 --- ParallelTerminationStrategy: PID 19388 died...\u000a06:48:33.609093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19388): Terminated: ok {rc=0}\u000a06:48:33.696759 bus /sierra_3: Setting Powered False\u000a06:48:34.801603 bus /sierra_3: Setting Powered False\u000a06:48:35.912847 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:48:25" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19400): Process ended prematurely: osmo-stp_10.42.42.5(pid=19400) [trial-2400↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19400)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19400): Process ended prematurely: osmo-stp_10.42.42.5(pid=19400) [trial-2400↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19400)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a06:48:37.875977 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:48:37.887276 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a06:48:38.013666 tst handover.py: using LAC 39140\u000a06:48:38.142172 tst handover.py: using RAC 125\u000a06:48:38.271035 tst handover.py: using CellId 39140\u000a06:48:38.395509 tst handover.py: using BVCI 39141\u000a06:48:38.419713 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a06:48:38.545614 tst handover.py: using LAC 39141\u000a06:48:38.676097 tst handover.py: using RAC 126\u000a06:48:38.806389 tst handover.py: using CellId 39141\u000a06:48:38.936264 tst handover.py: using BVCI 39142\u000a06:48:38.961998 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:48:38.973368 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:48:38.984462 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:48:38.995622 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:48:39.007604 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:48:39.019625 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a06:48:39.140322 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a06:48:39.349782 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:48:39.829186 run create_hlr_db(pid=19394): Launched\u000a06:48:39.957801 bus /sierra_2: Setting Powered False\u000a06:48:41.032183 run create_hlr_db(pid=19394): Terminated: ok {rc=0}\u000a06:48:41.450952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19396): Launched\u000a06:48:41.789389 run osmo-hlr_10.42.42.2(pid=19397): Launched\u000a06:48:41.913485 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:48:42.470219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19399): Launched\u000a06:48:42.809459 run osmo-stp_10.42.42.5(pid=19400): Launched\u000a06:48:42.933038 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:48:43.520870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19402): Launched\u000a06:48:43.859443 run osmo-msc_10.42.42.6(pid=19403): Launched\u000a06:48:44.056905 run osmo-stp_10.42.42.5(pid=19400): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19400)]\u000a06:48:44.199491 run osmo-stp_10.42.42.5(pid=19400): stdout: \u000a| (launched: 2022-12-14_06:48:42.641078)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:48:44.340284 run osmo-stp_10.42.42.5(pid=19400): stderr: \u000a| �[0;m�[38;5;43m20221214064842838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064842838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064842839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064842839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064842839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064842839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064842840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:48:44.475227 run osmo-stp_10.42.42.5(pid=19400): stdout: \u000a| (launched: 2022-12-14_06:48:42.641078)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:48:44.608857 run osmo-stp_10.42.42.5(pid=19400): stderr: \u000a| �[0;m�[38;5;43m20221214064842838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064842838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064842839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064842839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064842839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064842839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064842840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:48:44.667114 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19400): Process ended prematurely: osmo-stp_10.42.42.5(pid=19400) [trial-2400↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19400)] [trial-2400↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a06:48:44.675862 tst handover.py:18: Test FAILED (6.8 sec)\u000a06:48:44.738678 run osmo-hlr_10.42.42.2(pid=19397): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19397)]\u000a06:48:44.790166 run osmo-hlr_10.42.42.2(pid=19397): stdout: \u000a| (launched: 2022-12-14_06:48:41.622869) \u000a06:48:44.842209 run osmo-hlr_10.42.42.2(pid=19397): stderr: \u000a| �[0;m�[1;31m20221214064841824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064841824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064841824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064841824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064841824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064841824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064841858 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064841867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064841867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064841867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:48:44.913106 run osmo-msc_10.42.42.6(pid=19403): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19403)]\u000a06:48:44.964450 run osmo-msc_10.42.42.6(pid=19403): stdout: \u000a| (launched: 2022-12-14_06:48:43.692368) \u000a06:48:45.016544 run osmo-msc_10.42.42.6(pid=19403): stderr: \u000a| �[0;m�[38;5;43m20221214064844016 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214064844017 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2bf0f31c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214064844017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214064844017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214064844017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214064844017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214064844019 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214064844019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214064844019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214064844019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:48:45.061061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19396): Terminating (SIGTERM)\u000a06:48:45.102936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19399): Terminating (SIGTERM)\u000a06:48:45.145241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19402): Terminating (SIGTERM)\u000a06:48:45.154777 --- ParallelTerminationStrategy: PID 19396 died...\u000a06:48:45.211374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19396): Terminated: ok {rc=0}\u000a06:48:45.221513 --- ParallelTerminationStrategy: PID 19399 died...\u000a06:48:45.277291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19399): Terminated: ok {rc=0}\u000a06:48:45.287222 --- ParallelTerminationStrategy: PID 19402 died...\u000a06:48:45.343143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19402): Terminated: ok {rc=0}\u000a06:48:45.429592 bus /sierra_3: Setting Powered False\u000a06:48:46.533757 bus /sierra_3: Setting Powered False\u000a06:48:47.640930 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:48:37" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19414): Process ended prematurely: osmo-stp_10.42.42.5(pid=19414) [trial-2400↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19414)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19414): Process ended prematurely: osmo-stp_10.42.42.5(pid=19414) [trial-2400↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19414)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a06:48:49.619144 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:48:49.630553 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a06:48:49.762029 tst handover.py: using LAC 39142\u000a06:48:49.884802 tst handover.py: using RAC 127\u000a06:48:50.007747 tst handover.py: using CellId 39142\u000a06:48:50.130354 tst handover.py: using BVCI 39143\u000a06:48:50.154305 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a06:48:50.299832 tst handover.py: using LAC 39143\u000a06:48:50.431499 tst handover.py: using RAC 128\u000a06:48:50.566238 tst handover.py: using CellId 39143\u000a06:48:50.696131 tst handover.py: using BVCI 39144\u000a06:48:50.722160 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:48:50.733668 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:48:50.744941 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:48:50.756321 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:48:50.768193 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:48:50.780078 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a06:48:50.897591 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a06:48:51.115462 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:48:51.616212 run create_hlr_db(pid=19408): Launched\u000a06:48:51.753466 bus /sierra_2: Setting Powered False\u000a06:48:52.831565 run create_hlr_db(pid=19408): Terminated: ok {rc=0}\u000a06:48:53.226561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19410): Launched\u000a06:48:53.542299 run osmo-hlr_10.42.42.2(pid=19411): Launched\u000a06:48:53.660372 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:48:54.177575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19413): Launched\u000a06:48:54.494196 run osmo-stp_10.42.42.5(pid=19414): Launched\u000a06:48:54.610877 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:48:55.156933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19416): Launched\u000a06:48:55.472082 run osmo-msc_10.42.42.6(pid=19417): Launched\u000a06:48:55.656076 run osmo-stp_10.42.42.5(pid=19414): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19414)]\u000a06:48:55.787682 run osmo-stp_10.42.42.5(pid=19414): stdout: \u000a| (launched: 2022-12-14_06:48:54.337359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:48:55.917505 run osmo-stp_10.42.42.5(pid=19414): stderr: \u000a| �[0;m�[38;5;43m20221214064854511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064854511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064854511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064854512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064854512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064854512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064854512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:48:56.042491 run osmo-stp_10.42.42.5(pid=19414): stdout: \u000a| (launched: 2022-12-14_06:48:54.337359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:48:56.166556 run osmo-stp_10.42.42.5(pid=19414): stderr: \u000a| �[0;m�[38;5;43m20221214064854511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064854511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064854511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064854512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064854512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064854512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064854512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:48:56.220941 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19414): Process ended prematurely: osmo-stp_10.42.42.5(pid=19414) [trial-2400↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19414)] [trial-2400↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a06:48:56.228899 tst handover.py:18: Test FAILED (6.6 sec)\u000a06:48:56.288469 run osmo-hlr_10.42.42.2(pid=19411): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19411)]\u000a06:48:56.336830 run osmo-hlr_10.42.42.2(pid=19411): stdout: \u000a| (launched: 2022-12-14_06:48:53.386415) \u000a06:48:56.385922 run osmo-hlr_10.42.42.2(pid=19411): stderr: \u000a| �[0;m�[1;31m20221214064853563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064853563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064853563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064853563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064853563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064853564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064853576 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064853586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064853586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064853586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:48:56.453032 run osmo-msc_10.42.42.6(pid=19417): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19417)]\u000a06:48:56.501314 run osmo-msc_10.42.42.6(pid=19417): stdout: \u000a| (launched: 2022-12-14_06:48:55.316309) \u000a06:48:56.550812 run osmo-msc_10.42.42.6(pid=19417): stderr: \u000a| �[0;m�[38;5;43m20221214064855588 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214064855589 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9fa6e30c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214064855589 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214064855589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214064855589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214064855589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214064855591 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214064855591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214064855591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214064855591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:48:56.592381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19410): Terminating (SIGTERM)\u000a06:48:56.631180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19413): Terminating (SIGTERM)\u000a06:48:56.670085 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19416): Terminating (SIGTERM)\u000a06:48:56.679091 --- ParallelTerminationStrategy: PID 19410 died...\u000a06:48:56.731533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19410): Terminated: ok {rc=0}\u000a06:48:56.741297 --- ParallelTerminationStrategy: PID 19413 died...\u000a06:48:56.793351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19413): Terminated: ok {rc=0}\u000a06:48:56.802652 --- ParallelTerminationStrategy: PID 19416 died...\u000a06:48:56.854652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19416): Terminated: ok {rc=0}\u000a06:48:56.936869 bus /sierra_3: Setting Powered False\u000a06:48:58.041252 bus /sierra_3: Setting Powered False\u000a06:48:59.152163 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:48:49" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19428): Process ended prematurely: osmo-stp_10.42.42.5(pid=19428) [trial-2400↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19428)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19428): Process ended prematurely: osmo-stp_10.42.42.5(pid=19428) [trial-2400↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19428)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a06:49:01.137442 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:49:01.149537 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a06:49:01.285897 tst handover.py: using LAC 39144\u000a06:49:01.421620 tst handover.py: using RAC 129\u000a06:49:01.556375 tst handover.py: using CellId 39144\u000a06:49:01.695477 tst handover.py: using BVCI 39145\u000a06:49:01.722910 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a06:49:01.869031 tst handover.py: using LAC 39145\u000a06:49:02.002326 tst handover.py: using RAC 130\u000a06:49:02.135829 tst handover.py: using CellId 39145\u000a06:49:02.267695 tst handover.py: using BVCI 39146\u000a06:49:02.293731 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:49:02.305283 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:49:02.316619 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:49:02.328091 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:49:02.339803 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:49:02.351486 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:49:02.470109 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:49:02.686361 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:49:03.185582 run create_hlr_db(pid=19422): Launched\u000a06:49:03.322502 bus /sierra_2: Setting Powered False\u000a06:49:04.400032 run create_hlr_db(pid=19422): Terminated: ok {rc=0}\u000a06:49:04.797948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19424): Launched\u000a06:49:05.114828 run osmo-hlr_10.42.42.2(pid=19425): Launched\u000a06:49:05.230836 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:49:05.749431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19427): Launched\u000a06:49:06.066330 run osmo-stp_10.42.42.5(pid=19428): Launched\u000a06:49:06.182499 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:49:06.730415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19430): Launched\u000a06:49:07.046192 run osmo-msc_10.42.42.6(pid=19431): Launched\u000a06:49:07.230271 run osmo-stp_10.42.42.5(pid=19428): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19428)]\u000a06:49:07.362111 run osmo-stp_10.42.42.5(pid=19428): stdout: \u000a| (launched: 2022-12-14_06:49:05.909228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:49:07.492610 run osmo-stp_10.42.42.5(pid=19428): stderr: \u000a| �[0;m�[38;5;43m20221214064906083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064906083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064906084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064906084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064906085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064906085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064906085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:49:07.619206 run osmo-stp_10.42.42.5(pid=19428): stdout: \u000a| (launched: 2022-12-14_06:49:05.909228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:49:07.743677 run osmo-stp_10.42.42.5(pid=19428): stderr: \u000a| �[0;m�[38;5;43m20221214064906083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064906083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064906084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064906084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064906085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064906085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064906085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:49:07.798299 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19428): Process ended prematurely: osmo-stp_10.42.42.5(pid=19428) [trial-2400↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19428)] [trial-2400↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a06:49:07.806659 tst handover.py:18: Test FAILED (6.7 sec)\u000a06:49:07.866828 run osmo-hlr_10.42.42.2(pid=19425): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19425)]\u000a06:49:07.915571 run osmo-hlr_10.42.42.2(pid=19425): stdout: \u000a| (launched: 2022-12-14_06:49:04.958507) \u000a06:49:07.964778 run osmo-hlr_10.42.42.2(pid=19425): stderr: \u000a| �[0;m�[1;31m20221214064905137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064905137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064905137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064905137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064905137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064905137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064905172 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064905182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064905182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064905182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:49:08.031846 run osmo-msc_10.42.42.6(pid=19431): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19431)]\u000a06:49:08.080533 run osmo-msc_10.42.42.6(pid=19431): stdout: \u000a| (launched: 2022-12-14_06:49:06.890405) \u000a06:49:08.130213 run osmo-msc_10.42.42.6(pid=19431): stderr: \u000a| �[0;m�[38;5;43m20221214064907168 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214064907168 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f88af289c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214064907168 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214064907168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214064907168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214064907169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214064907170 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214064907171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214064907171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214064907171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:49:08.172022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19424): Terminating (SIGTERM)\u000a06:49:08.211546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19427): Terminating (SIGTERM)\u000a06:49:08.250925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19430): Terminating (SIGTERM)\u000a06:49:08.260076 --- ParallelTerminationStrategy: PID 19424 died...\u000a06:49:08.313053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19424): Terminated: ok {rc=0}\u000a06:49:08.322587 --- ParallelTerminationStrategy: PID 19427 died...\u000a06:49:08.375307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19427): Terminated: ok {rc=0}\u000a06:49:08.384804 --- ParallelTerminationStrategy: PID 19430 died...\u000a06:49:08.437118 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19430): Terminated: ok {rc=0}\u000a06:49:08.524554 bus /sierra_3: Setting Powered False\u000a06:49:09.626204 bus /sierra_3: Setting Powered False\u000a06:49:10.736919 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:49:00" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19442): Process ended prematurely: osmo-stp_10.42.42.5(pid=19442) [trial-2400↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19442)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19442): Process ended prematurely: osmo-stp_10.42.42.5(pid=19442) [trial-2400↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a06:49:12.729244 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:49:12.740429 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a06:49:12.875109 tst handover.py: using LAC 39146\u000a06:49:13.001210 tst handover.py: using RAC 131\u000a06:49:13.125101 tst handover.py: using CellId 39146\u000a06:49:13.248281 tst handover.py: using BVCI 39147\u000a06:49:13.272300 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a06:49:13.410083 tst handover.py: using LAC 39147\u000a06:49:13.535237 tst handover.py: using RAC 132\u000a06:49:13.659809 tst handover.py: using CellId 39147\u000a06:49:13.782523 tst handover.py: using BVCI 39148\u000a06:49:13.806673 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:49:13.817642 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:49:13.828213 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:49:13.838982 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:49:13.850031 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:49:13.860929 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a06:49:13.976922 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a06:49:14.195390 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:49:14.694408 run create_hlr_db(pid=19436): Launched\u000a06:49:14.830869 bus /sierra_2: Setting Powered False\u000a06:49:15.916675 run create_hlr_db(pid=19436): Terminated: ok {rc=0}\u000a06:49:16.367317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19438): Launched\u000a06:49:16.763370 run osmo-hlr_10.42.42.2(pid=19439): Launched\u000a06:49:17.010880 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:49:17.588710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19441): Launched\u000a06:49:17.904221 run osmo-stp_10.42.42.5(pid=19442): Launched\u000a06:49:18.019096 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:49:18.564767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19444): Launched\u000a06:49:18.882795 run osmo-msc_10.42.42.6(pid=19445): Launched\u000a06:49:19.067493 run osmo-stp_10.42.42.5(pid=19442): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19442)]\u000a06:49:19.199883 run osmo-stp_10.42.42.5(pid=19442): stdout: \u000a| (launched: 2022-12-14_06:49:17.748454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:49:19.330349 run osmo-stp_10.42.42.5(pid=19442): stderr: \u000a| �[0;m�[38;5;43m20221214064917922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064917923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064917923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064917923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064917924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064917924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064917924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:49:19.456052 run osmo-stp_10.42.42.5(pid=19442): stdout: \u000a| (launched: 2022-12-14_06:49:17.748454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:49:19.580805 run osmo-stp_10.42.42.5(pid=19442): stderr: \u000a| �[0;m�[38;5;43m20221214064917922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064917923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064917923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064917923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064917924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064917924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064917924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:49:19.635557 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19442): Process ended prematurely: osmo-stp_10.42.42.5(pid=19442) [trial-2400↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19442)] [trial-2400↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a06:49:19.643731 tst handover.py:18: Test FAILED (6.9 sec)\u000a06:49:19.702888 run osmo-hlr_10.42.42.2(pid=19439): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19439)]\u000a06:49:19.751606 run osmo-hlr_10.42.42.2(pid=19439): stdout: \u000a| (launched: 2022-12-14_06:49:16.546501) \u000a06:49:19.800726 run osmo-hlr_10.42.42.2(pid=19439): stderr: \u000a| �[0;m�[1;31m20221214064916881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064916881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064916881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064916881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064916881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064916881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064916894 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064916907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064916907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064916907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:49:19.867535 run osmo-msc_10.42.42.6(pid=19445): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19445)]\u000a06:49:19.915983 run osmo-msc_10.42.42.6(pid=19445): stdout: \u000a| (launched: 2022-12-14_06:49:18.725193) \u000a06:49:19.964910 run osmo-msc_10.42.42.6(pid=19445): stderr: \u000a| �[0;m�[38;5;43m20221214064918999 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214064918999 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3dd30cdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214064919000 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214064919000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214064919000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214064919000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214064919003 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214064919003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214064919003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214064919003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:49:20.006748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19438): Terminating (SIGTERM)\u000a06:49:20.046239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19441): Terminating (SIGTERM)\u000a06:49:20.086007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19444): Terminating (SIGTERM)\u000a06:49:20.095226 --- ParallelTerminationStrategy: PID 19438 died...\u000a06:49:20.149047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19438): Terminated: ok {rc=0}\u000a06:49:20.158732 --- ParallelTerminationStrategy: PID 19441 died...\u000a06:49:20.212042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19441): Terminated: ok {rc=0}\u000a06:49:20.221758 --- ParallelTerminationStrategy: PID 19444 died...\u000a06:49:20.274974 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19444): Terminated: ok {rc=0}\u000a06:49:20.363151 bus /sierra_3: Setting Powered False\u000a06:49:21.465606 bus /sierra_3: Setting Powered False\u000a06:49:22.576598 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:49:12" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19456): Process ended prematurely: osmo-stp_10.42.42.5(pid=19456) [trial-2400↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19456)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19456): Process ended prematurely: osmo-stp_10.42.42.5(pid=19456) [trial-2400↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19456)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a06:49:24.540429 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:49:24.551822 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:49:24.677458 tst handover.py: using LAC 39148\u000a06:49:24.801496 tst handover.py: using RAC 133\u000a06:49:24.927242 tst handover.py: using CellId 39148\u000a06:49:25.053142 tst handover.py: using BVCI 39149\u000a06:49:25.077253 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:49:25.205041 tst handover.py: using LAC 39149\u000a06:49:25.328356 tst handover.py: using RAC 134\u000a06:49:25.453379 tst handover.py: using CellId 39149\u000a06:49:25.579307 tst handover.py: using BVCI 39150\u000a06:49:25.603278 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:49:25.614130 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:49:25.624682 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:49:25.635354 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:49:25.646072 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:49:25.656619 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:49:25.776452 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:49:25.983639 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:49:26.460309 run create_hlr_db(pid=19450): Launched\u000a06:49:26.588524 bus /sierra_2: Setting Powered False\u000a06:49:27.662838 run create_hlr_db(pid=19450): Terminated: ok {rc=0}\u000a06:49:28.082885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19452): Launched\u000a06:49:28.422037 run osmo-hlr_10.42.42.2(pid=19453): Launched\u000a06:49:28.550797 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:49:29.100296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19455): Launched\u000a06:49:29.416612 run osmo-stp_10.42.42.5(pid=19456): Launched\u000a06:49:29.530949 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:49:30.078432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19458): Launched\u000a06:49:30.398489 run osmo-msc_10.42.42.6(pid=19459): Launched\u000a06:49:30.582710 run osmo-stp_10.42.42.5(pid=19456): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19456)]\u000a06:49:30.715527 run osmo-stp_10.42.42.5(pid=19456): stdout: \u000a| (launched: 2022-12-14_06:49:29.260427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:49:30.848570 run osmo-stp_10.42.42.5(pid=19456): stderr: \u000a| �[0;m�[38;5;43m20221214064929434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064929434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064929434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064929435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064929437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064929437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064929437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:49:31.007279 run osmo-stp_10.42.42.5(pid=19456): stdout: \u000a| (launched: 2022-12-14_06:49:29.260427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:49:31.148749 run osmo-stp_10.42.42.5(pid=19456): stderr: \u000a| �[0;m�[38;5;43m20221214064929434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064929434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064929434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064929435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064929437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064929437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064929437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:49:31.210779 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19456): Process ended prematurely: osmo-stp_10.42.42.5(pid=19456) [trial-2400↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19456)] [trial-2400↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a06:49:31.220544 tst handover.py:18: Test FAILED (6.7 sec)\u000a06:49:31.287967 run osmo-hlr_10.42.42.2(pid=19453): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19453)]\u000a06:49:31.342984 run osmo-hlr_10.42.42.2(pid=19453): stdout: \u000a| (launched: 2022-12-14_06:49:28.254375) \u000a06:49:31.398675 run osmo-hlr_10.42.42.2(pid=19453): stderr: \u000a| �[0;m�[1;31m20221214064928456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064928456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064928456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064928456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064928456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064928456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064928469 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064928478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064928478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064928478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:49:31.473430 run osmo-msc_10.42.42.6(pid=19459): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19459)]\u000a06:49:31.528246 run osmo-msc_10.42.42.6(pid=19459): stdout: \u000a| (launched: 2022-12-14_06:49:30.239750) \u000a06:49:31.583798 run osmo-msc_10.42.42.6(pid=19459): stderr: \u000a| �[0;m�[38;5;43m20221214064930514 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214064930514 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f996425ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214064930514 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214064930514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214064930514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214064930514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214064930516 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214064930517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214064930517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214064930517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:49:31.632331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19452): Terminating (SIGTERM)\u000a06:49:31.677565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19455): Terminating (SIGTERM)\u000a06:49:31.723992 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19458): Terminating (SIGTERM)\u000a06:49:31.734974 --- ParallelTerminationStrategy: PID 19452 died...\u000a06:49:31.796439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19452): Terminated: ok {rc=0}\u000a06:49:31.809681 --- ParallelTerminationStrategy: PID 19455 died...\u000a06:49:31.869552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19455): Terminated: ok {rc=0}\u000a06:49:31.881705 --- ParallelTerminationStrategy: PID 19458 died...\u000a06:49:31.940880 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19458): Terminated: ok {rc=0}\u000a06:49:32.029987 bus /sierra_3: Setting Powered False\u000a06:49:33.132778 bus /sierra_3: Setting Powered False\u000a06:49:34.243449 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:49:24" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19470): Process ended prematurely: osmo-stp_10.42.42.5(pid=19470) [trial-2400↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19470)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19470): Process ended prematurely: osmo-stp_10.42.42.5(pid=19470) [trial-2400↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19470)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a06:49:36.223073 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:49:36.234537 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:49:36.359395 tst handover.py: using LAC 39150\u000a06:49:36.485486 tst handover.py: using RAC 135\u000a06:49:36.613264 tst handover.py: using CellId 39150\u000a06:49:36.737512 tst handover.py: using BVCI 39151\u000a06:49:36.761790 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:49:36.907070 tst handover.py: using LAC 39151\u000a06:49:37.031204 tst handover.py: using RAC 136\u000a06:49:37.158069 tst handover.py: using CellId 39151\u000a06:49:37.282838 tst handover.py: using BVCI 39152\u000a06:49:37.306976 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:49:37.318108 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:49:37.329405 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:49:37.340315 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:49:37.351281 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:49:37.362185 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:49:37.480249 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:49:37.697676 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:49:38.196418 run create_hlr_db(pid=19464): Launched\u000a06:49:38.333651 bus /sierra_2: Setting Powered False\u000a06:49:39.411792 run create_hlr_db(pid=19464): Terminated: ok {rc=0}\u000a06:49:39.830230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19466): Launched\u000a06:49:40.168480 run osmo-hlr_10.42.42.2(pid=19467): Launched\u000a06:49:40.296345 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:49:40.851664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19469): Launched\u000a06:49:41.190301 run osmo-stp_10.42.42.5(pid=19470): Launched\u000a06:49:41.314201 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:49:41.898488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19472): Launched\u000a06:49:42.236041 run osmo-msc_10.42.42.6(pid=19473): Launched\u000a06:49:42.432805 run osmo-stp_10.42.42.5(pid=19470): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19470)]\u000a06:49:42.574077 run osmo-stp_10.42.42.5(pid=19470): stdout: \u000a| (launched: 2022-12-14_06:49:41.022306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:49:42.713813 run osmo-stp_10.42.42.5(pid=19470): stderr: \u000a| �[0;m�[38;5;43m20221214064941216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064941216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064941217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064941217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064941219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064941220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064941220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:49:42.848744 run osmo-stp_10.42.42.5(pid=19470): stdout: \u000a| (launched: 2022-12-14_06:49:41.022306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:49:42.982172 run osmo-stp_10.42.42.5(pid=19470): stderr: \u000a| �[0;m�[38;5;43m20221214064941216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064941216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064941217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064941217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064941219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064941220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064941220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:49:43.040799 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19470): Process ended prematurely: osmo-stp_10.42.42.5(pid=19470) [trial-2400↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19470)] [trial-2400↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a06:49:43.049493 tst handover.py:18: Test FAILED (6.8 sec)\u000a06:49:43.112390 run osmo-hlr_10.42.42.2(pid=19467): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19467)]\u000a06:49:43.163874 run osmo-hlr_10.42.42.2(pid=19467): stdout: \u000a| (launched: 2022-12-14_06:49:40.001182) \u000a06:49:43.216352 run osmo-hlr_10.42.42.2(pid=19467): stderr: \u000a| �[0;m�[1;31m20221214064940199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064940199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064940199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064940199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064940199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064940199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064940212 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064940220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064940220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064940221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:49:43.287308 run osmo-msc_10.42.42.6(pid=19473): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19473)]\u000a06:49:43.338662 run osmo-msc_10.42.42.6(pid=19473): stdout: \u000a| (launched: 2022-12-14_06:49:42.068481) \u000a06:49:43.390567 run osmo-msc_10.42.42.6(pid=19473): stderr: \u000a| �[0;m�[38;5;43m20221214064942392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214064942392 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff2d16c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214064942392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214064942392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214064942393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214064942393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214064942394 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214064942395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214064942395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214064942395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:49:43.435010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19466): Terminating (SIGTERM)\u000a06:49:43.477165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19469): Terminating (SIGTERM)\u000a06:49:43.519007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19472): Terminating (SIGTERM)\u000a06:49:43.528641 --- ParallelTerminationStrategy: PID 19466 died...\u000a06:49:43.585333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19466): Terminated: ok {rc=0}\u000a06:49:43.595439 --- ParallelTerminationStrategy: PID 19469 died...\u000a06:49:43.651196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19469): Terminated: ok {rc=0}\u000a06:49:43.661265 --- ParallelTerminationStrategy: PID 19472 died...\u000a06:49:43.717037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19472): Terminated: ok {rc=0}\u000a06:49:43.803875 bus /sierra_3: Setting Powered False\u000a06:49:44.908656 bus /sierra_3: Setting Powered False\u000a06:49:46.044440 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:49:35" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19485): Process ended prematurely: osmo-stp_10.42.42.5(pid=19485) [trial-2400↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19485)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19485): Process ended prematurely: osmo-stp_10.42.42.5(pid=19485) [trial-2400↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19485)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a06:49:48.049176 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:49:48.060188 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:49:48.192556 tst handover.py: using LAC 39152\u000a06:49:48.323302 tst handover.py: using RAC 137\u000a06:49:48.452616 tst handover.py: using CellId 39152\u000a06:49:48.582557 tst handover.py: using BVCI 39153\u000a06:49:48.608155 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:49:48.747107 tst handover.py: using LAC 39153\u000a06:49:48.877358 tst handover.py: using RAC 138\u000a06:49:49.001469 tst handover.py: using CellId 39153\u000a06:49:49.124441 tst handover.py: using BVCI 39154\u000a06:49:49.148392 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:49:49.159265 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:49:49.170134 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:49:49.181063 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:49:49.191943 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:49:49.203060 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:49:49.320216 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:49:49.536904 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:49:50.038032 run create_hlr_db(pid=19479): Launched\u000a06:49:50.174943 bus /sierra_2: Setting Powered False\u000a06:49:51.254057 run create_hlr_db(pid=19479): Terminated: ok {rc=0}\u000a06:49:51.672332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19481): Launched\u000a06:49:52.010557 run osmo-hlr_10.42.42.2(pid=19482): Launched\u000a06:49:52.133904 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:49:52.689743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19484): Launched\u000a06:49:53.026616 run osmo-stp_10.42.42.5(pid=19485): Launched\u000a06:49:53.149701 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:49:53.733481 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19487): Launched\u000a06:49:54.071638 run osmo-msc_10.42.42.6(pid=19488): Launched\u000a06:49:54.272782 run osmo-stp_10.42.42.5(pid=19485): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19485)]\u000a06:49:54.411367 run osmo-stp_10.42.42.5(pid=19485): stdout: \u000a| (launched: 2022-12-14_06:49:52.860047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:49:54.550462 run osmo-stp_10.42.42.5(pid=19485): stderr: \u000a| �[0;m�[38;5;43m20221214064953057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064953057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064953057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064953058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064953058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064953058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064953058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:49:54.685078 run osmo-stp_10.42.42.5(pid=19485): stdout: \u000a| (launched: 2022-12-14_06:49:52.860047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:49:54.818637 run osmo-stp_10.42.42.5(pid=19485): stderr: \u000a| �[0;m�[38;5;43m20221214064953057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214064953057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214064953057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214064953058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214064953058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214064953058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214064953058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:49:54.876727 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19485): Process ended prematurely: osmo-stp_10.42.42.5(pid=19485) [trial-2400↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19485)] [trial-2400↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a06:49:54.885423 tst handover.py:18: Test FAILED (6.8 sec)\u000a06:49:54.948351 run osmo-hlr_10.42.42.2(pid=19482): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19482)]\u000a06:49:54.999752 run osmo-hlr_10.42.42.2(pid=19482): stdout: \u000a| (launched: 2022-12-14_06:49:51.843745) \u000a06:49:55.052266 run osmo-hlr_10.42.42.2(pid=19482): stderr: \u000a| �[0;m�[1;31m20221214064952044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214064952044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214064952044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064952044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214064952044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214064952044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214064952056 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214064952064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214064952065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214064952065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:49:55.123054 run osmo-msc_10.42.42.6(pid=19488): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19488)]\u000a06:49:55.174583 run osmo-msc_10.42.42.6(pid=19488): stdout: \u000a| (launched: 2022-12-14_06:49:53.903981) \u000a06:49:55.227080 run osmo-msc_10.42.42.6(pid=19488): stderr: \u000a| �[0;m�[38;5;43m20221214064954228 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214064954228 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f956f8c1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214064954228 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214064954228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214064954229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214064954229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214064954230 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214064954231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214064954231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214064954231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:49:55.271661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19481): Terminating (SIGTERM)\u000a06:49:55.313749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19484): Terminating (SIGTERM)\u000a06:49:55.355932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19487): Terminating (SIGTERM)\u000a06:49:55.365538 --- ParallelTerminationStrategy: PID 19481 died...\u000a06:49:55.421468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19481): Terminated: ok {rc=0}\u000a06:49:55.431387 --- ParallelTerminationStrategy: PID 19484 died...\u000a06:49:55.487199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19484): Terminated: ok {rc=0}\u000a06:49:55.497253 --- ParallelTerminationStrategy: PID 19487 died...\u000a06:49:55.553482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19487): Terminated: ok {rc=0}\u000a06:49:55.641394 bus /sierra_3: Setting Powered False\u000a06:49:56.743971 bus /sierra_3: Setting Powered False\u000a06:49:57.851563 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:49:47" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19502): Process ended prematurely: osmo-stp_10.42.42.5(pid=19502) [trial-2400↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19502)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19502): Process ended prematurely: osmo-stp_10.42.42.5(pid=19502) [trial-2400↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19502)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a06:49:59.854052 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:49:59.865522 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a06:49:59.997261 tst handover.py: using LAC 39154\u000a06:50:00.129895 tst handover.py: using RAC 139\u000a06:50:00.262656 tst handover.py: using CellId 39154\u000a06:50:00.393060 tst handover.py: using BVCI 39155\u000a06:50:00.418700 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a06:50:00.568718 tst handover.py: using LAC 39155\u000a06:50:00.704712 tst handover.py: using RAC 140\u000a06:50:00.834980 tst handover.py: using CellId 39155\u000a06:50:00.984258 tst handover.py: using BVCI 39156\u000a06:50:01.010876 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:50:01.022935 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:50:01.034678 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:50:01.046991 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:50:01.058216 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:50:01.069513 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a06:50:01.194514 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a06:50:01.404256 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:50:01.944751 run create_hlr_db(pid=19496): Launched\u000a06:50:02.077922 bus /sierra_2: Setting Powered False\u000a06:50:03.147644 run create_hlr_db(pid=19496): Terminated: ok {rc=0}\u000a06:50:03.539244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19498): Launched\u000a06:50:03.853881 run osmo-hlr_10.42.42.2(pid=19499): Launched\u000a06:50:03.978392 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:50:04.505280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19501): Launched\u000a06:50:04.821559 run osmo-stp_10.42.42.5(pid=19502): Launched\u000a06:50:04.937725 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:50:05.490613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19504): Launched\u000a06:50:05.807121 run osmo-msc_10.42.42.6(pid=19505): Launched\u000a06:50:05.991800 run osmo-stp_10.42.42.5(pid=19502): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19502)]\u000a06:50:06.124713 run osmo-stp_10.42.42.5(pid=19502): stdout: \u000a| (launched: 2022-12-14_06:50:04.665145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:50:06.255295 run osmo-stp_10.42.42.5(pid=19502): stderr: \u000a| �[0;m�[38;5;43m20221214065004839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065004839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065004839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065004839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065004840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065004840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065004840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:50:06.381503 run osmo-stp_10.42.42.5(pid=19502): stdout: \u000a| (launched: 2022-12-14_06:50:04.665145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:50:06.506408 run osmo-stp_10.42.42.5(pid=19502): stderr: \u000a| �[0;m�[38;5;43m20221214065004839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065004839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065004839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065004839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065004840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065004840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065004840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:50:06.561271 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19502): Process ended prematurely: osmo-stp_10.42.42.5(pid=19502) [trial-2400↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19502)] [trial-2400↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a06:50:06.569419 tst handover.py:18: Test FAILED (6.7 sec)\u000a06:50:06.629474 run osmo-hlr_10.42.42.2(pid=19499): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19499)]\u000a06:50:06.677969 run osmo-hlr_10.42.42.2(pid=19499): stdout: \u000a| (launched: 2022-12-14_06:50:03.699515) \u000a06:50:06.727275 run osmo-hlr_10.42.42.2(pid=19499): stderr: \u000a| �[0;m�[1;31m20221214065003877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214065003877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214065003877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065003877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065003877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214065003877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214065003889 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214065003897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214065003897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214065003897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:50:06.794000 run osmo-msc_10.42.42.6(pid=19505): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19505)]\u000a06:50:06.842715 run osmo-msc_10.42.42.6(pid=19505): stdout: \u000a| (launched: 2022-12-14_06:50:05.650843) \u000a06:50:06.892013 run osmo-msc_10.42.42.6(pid=19505): stderr: \u000a| �[0;m�[38;5;43m20221214065005923 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214065005924 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f77c0056c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214065005924 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214065005924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214065005924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214065005924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214065005926 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214065005926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214065005926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214065005927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:50:06.933667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19498): Terminating (SIGTERM)\u000a06:50:06.973544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19501): Terminating (SIGTERM)\u000a06:50:07.013041 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19504): Terminating (SIGTERM)\u000a06:50:07.022227 --- ParallelTerminationStrategy: PID 19498 died...\u000a06:50:07.075355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19498): Terminated: ok {rc=0}\u000a06:50:07.084854 --- ParallelTerminationStrategy: PID 19501 died...\u000a06:50:07.137768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19501): Terminated: ok {rc=0}\u000a06:50:07.147226 --- ParallelTerminationStrategy: PID 19504 died...\u000a06:50:07.199901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19504): Terminated: ok {rc=0}\u000a06:50:07.282823 bus /sierra_3: Setting Powered False\u000a06:50:08.389696 bus /sierra_3: Setting Powered False\u000a06:50:09.498643 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:49:59" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19516): Process ended prematurely: osmo-stp_10.42.42.5(pid=19516) [trial-2400↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19516)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19516): Process ended prematurely: osmo-stp_10.42.42.5(pid=19516) [trial-2400↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19516)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a06:50:11.480750 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:50:11.491957 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a06:50:11.615237 tst handover.py: using LAC 39156\u000a06:50:11.737152 tst handover.py: using RAC 141\u000a06:50:11.860574 tst handover.py: using CellId 39156\u000a06:50:11.984275 tst handover.py: using BVCI 39157\u000a06:50:12.008184 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a06:50:12.150880 tst handover.py: using LAC 39157\u000a06:50:12.278626 tst handover.py: using RAC 142\u000a06:50:12.402391 tst handover.py: using CellId 39157\u000a06:50:12.524185 tst handover.py: using BVCI 39158\u000a06:50:12.548181 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:50:12.559346 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:50:12.570249 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:50:12.581208 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:50:12.592166 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:50:12.603062 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:50:12.726444 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:50:12.944050 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:50:13.445746 run create_hlr_db(pid=19510): Launched\u000a06:50:13.582614 bus /sierra_2: Setting Powered False\u000a06:50:14.660515 run create_hlr_db(pid=19510): Terminated: ok {rc=0}\u000a06:50:15.078339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19512): Launched\u000a06:50:15.416700 run osmo-hlr_10.42.42.2(pid=19513): Launched\u000a06:50:15.542630 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:50:16.125966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19515): Launched\u000a06:50:16.633769 run osmo-stp_10.42.42.5(pid=19516): Launched\u000a06:50:16.750601 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:50:17.321682 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19518): Launched\u000a06:50:17.641311 run osmo-msc_10.42.42.6(pid=19519): Launched\u000a06:50:17.825790 run osmo-stp_10.42.42.5(pid=19516): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19516)]\u000a06:50:17.959221 run osmo-stp_10.42.42.5(pid=19516): stdout: \u000a| (launched: 2022-12-14_06:50:16.291689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:50:18.090158 run osmo-stp_10.42.42.5(pid=19516): stderr: \u000a| �[0;m�[38;5;43m20221214065016514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065016514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065016515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065016515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065016516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065016516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065016516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:50:18.215936 run osmo-stp_10.42.42.5(pid=19516): stdout: \u000a| (launched: 2022-12-14_06:50:16.291689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:50:18.341202 run osmo-stp_10.42.42.5(pid=19516): stderr: \u000a| �[0;m�[38;5;43m20221214065016514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065016514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065016515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065016515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065016516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065016516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065016516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:50:18.395636 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19516): Process ended prematurely: osmo-stp_10.42.42.5(pid=19516) [trial-2400↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19516)] [trial-2400↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a06:50:18.403549 tst handover.py:18: Test FAILED (6.9 sec)\u000a06:50:18.462608 run osmo-hlr_10.42.42.2(pid=19513): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19513)]\u000a06:50:18.511101 run osmo-hlr_10.42.42.2(pid=19513): stdout: \u000a| (launched: 2022-12-14_06:50:15.250391) \u000a06:50:18.560296 run osmo-hlr_10.42.42.2(pid=19513): stderr: \u000a| �[0;m�[1;31m20221214065015449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214065015449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214065015449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065015449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065015449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214065015449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214065015462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214065015470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214065015470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214065015470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:50:18.627256 run osmo-msc_10.42.42.6(pid=19519): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19519)]\u000a06:50:18.675903 run osmo-msc_10.42.42.6(pid=19519): stdout: \u000a| (launched: 2022-12-14_06:50:17.482969) \u000a06:50:18.725127 run osmo-msc_10.42.42.6(pid=19519): stderr: \u000a| �[0;m�[38;5;43m20221214065017755 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214065017755 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f52c7856c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214065017755 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214065017756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214065017756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214065017756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214065017758 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214065017758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214065017758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214065017758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:50:18.766844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19512): Terminating (SIGTERM)\u000a06:50:18.806477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19515): Terminating (SIGTERM)\u000a06:50:18.846082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19518): Terminating (SIGTERM)\u000a06:50:18.855220 --- ParallelTerminationStrategy: PID 19512 died...\u000a06:50:18.908180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19512): Terminated: ok {rc=0}\u000a06:50:18.917740 --- ParallelTerminationStrategy: PID 19515 died...\u000a06:50:18.970431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19515): Terminated: ok {rc=0}\u000a06:50:18.979886 --- ParallelTerminationStrategy: PID 19518 died...\u000a06:50:19.032703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19518): Terminated: ok {rc=0}\u000a06:50:19.120835 bus /sierra_3: Setting Powered False\u000a06:50:20.224064 bus /sierra_3: Setting Powered False\u000a06:50:21.330103 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:50:11" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19530): Process ended prematurely: osmo-stp_10.42.42.5(pid=19530) [trial-2400↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19530)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19530): Process ended prematurely: osmo-stp_10.42.42.5(pid=19530) [trial-2400↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19530)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a06:50:23.313493 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:50:23.325284 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a06:50:23.455399 tst handover.py: using LAC 39158\u000a06:50:23.582242 tst handover.py: using RAC 143\u000a06:50:23.707351 tst handover.py: using CellId 39158\u000a06:50:23.832561 tst handover.py: using BVCI 39159\u000a06:50:23.856557 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a06:50:23.995841 tst handover.py: using LAC 39159\u000a06:50:24.120943 tst handover.py: using RAC 144\u000a06:50:24.246946 tst handover.py: using CellId 39159\u000a06:50:24.372292 tst handover.py: using BVCI 39160\u000a06:50:24.396504 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:50:24.407562 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:50:24.418425 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:50:24.429255 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:50:24.440073 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:50:24.450940 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a06:50:24.571905 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a06:50:24.778767 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:50:25.255552 run create_hlr_db(pid=19524): Launched\u000a06:50:25.382957 bus /sierra_2: Setting Powered False\u000a06:50:26.456197 run create_hlr_db(pid=19524): Terminated: ok {rc=0}\u000a06:50:26.846923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19526): Launched\u000a06:50:27.162525 run osmo-hlr_10.42.42.2(pid=19527): Launched\u000a06:50:27.285467 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:50:27.809373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19529): Launched\u000a06:50:28.123367 run osmo-stp_10.42.42.5(pid=19530): Launched\u000a06:50:28.237452 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:50:28.782904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19532): Launched\u000a06:50:29.099378 run osmo-msc_10.42.42.6(pid=19533): Launched\u000a06:50:29.284260 run osmo-stp_10.42.42.5(pid=19530): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19530)]\u000a06:50:29.416369 run osmo-stp_10.42.42.5(pid=19530): stdout: \u000a| (launched: 2022-12-14_06:50:27.968426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:50:29.546245 run osmo-stp_10.42.42.5(pid=19530): stderr: \u000a| �[0;m�[38;5;43m20221214065028142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065028142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065028143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065028143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065028143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065028143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065028144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:50:29.671698 run osmo-stp_10.42.42.5(pid=19530): stdout: \u000a| (launched: 2022-12-14_06:50:27.968426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:50:29.796421 run osmo-stp_10.42.42.5(pid=19530): stderr: \u000a| �[0;m�[38;5;43m20221214065028142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065028142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065028143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065028143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065028143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065028143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065028144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:50:29.851012 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19530): Process ended prematurely: osmo-stp_10.42.42.5(pid=19530) [trial-2400↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19530)] [trial-2400↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a06:50:29.858996 tst handover.py:18: Test FAILED (6.5 sec)\u000a06:50:29.917661 run osmo-hlr_10.42.42.2(pid=19527): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19527)]\u000a06:50:29.966132 run osmo-hlr_10.42.42.2(pid=19527): stdout: \u000a| (launched: 2022-12-14_06:50:27.006257) \u000a06:50:30.015268 run osmo-hlr_10.42.42.2(pid=19527): stderr: \u000a| �[0;m�[1;31m20221214065027186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214065027186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214065027186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065027186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065027186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214065027186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214065027198 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214065027206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214065027206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214065027206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:50:30.081630 run osmo-msc_10.42.42.6(pid=19533): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19533)]\u000a06:50:30.130038 run osmo-msc_10.42.42.6(pid=19533): stdout: \u000a| (launched: 2022-12-14_06:50:28.942550) \u000a06:50:30.178867 run osmo-msc_10.42.42.6(pid=19533): stderr: \u000a| �[0;m�[38;5;43m20221214065029215 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214065029216 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbe491a6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214065029216 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214065029216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214065029216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214065029216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214065029218 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214065029218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214065029219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214065029219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:50:30.220595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19526): Terminating (SIGTERM)\u000a06:50:30.259775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19529): Terminating (SIGTERM)\u000a06:50:30.298998 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19532): Terminating (SIGTERM)\u000a06:50:30.308070 --- ParallelTerminationStrategy: PID 19526 died...\u000a06:50:30.360634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19526): Terminated: ok {rc=0}\u000a06:50:30.370088 --- ParallelTerminationStrategy: PID 19529 died...\u000a06:50:30.422329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19529): Terminated: ok {rc=0}\u000a06:50:30.431788 --- ParallelTerminationStrategy: PID 19532 died...\u000a06:50:30.484086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19532): Terminated: ok {rc=0}\u000a06:50:30.571875 bus /sierra_3: Setting Powered False\u000a06:50:31.682347 bus /sierra_3: Setting Powered False\u000a06:50:32.793596 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:50:23" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19544): Process ended prematurely: osmo-stp_10.42.42.5(pid=19544) [trial-2400↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19544)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19544): Process ended prematurely: osmo-stp_10.42.42.5(pid=19544) [trial-2400↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19544)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a06:50:34.766857 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:50:34.778119 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:50:34.903662 tst handover.py: using LAC 39160\u000a06:50:35.029153 tst handover.py: using RAC 145\u000a06:50:35.154625 tst handover.py: using CellId 39160\u000a06:50:35.282966 tst handover.py: using BVCI 39161\u000a06:50:35.307033 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:50:35.431144 tst handover.py: using LAC 39161\u000a06:50:35.552663 tst handover.py: using RAC 146\u000a06:50:35.676165 tst handover.py: using CellId 39161\u000a06:50:35.807733 tst handover.py: using BVCI 39162\u000a06:50:35.833784 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:50:35.845062 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:50:35.857121 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:50:35.868157 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:50:35.880121 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:50:35.892008 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:50:36.011092 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:50:36.223141 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:50:36.700574 run create_hlr_db(pid=19538): Launched\u000a06:50:36.828168 bus /sierra_2: Setting Powered False\u000a06:50:37.902735 run create_hlr_db(pid=19538): Terminated: ok {rc=0}\u000a06:50:38.293789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19540): Launched\u000a06:50:38.610139 run osmo-hlr_10.42.42.2(pid=19541): Launched\u000a06:50:38.734678 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:50:39.261230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19543): Launched\u000a06:50:39.576864 run osmo-stp_10.42.42.5(pid=19544): Launched\u000a06:50:39.692862 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:50:40.238356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19546): Launched\u000a06:50:40.553163 run osmo-msc_10.42.42.6(pid=19547): Launched\u000a06:50:40.736636 run osmo-stp_10.42.42.5(pid=19544): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19544)]\u000a06:50:40.868377 run osmo-stp_10.42.42.5(pid=19544): stdout: \u000a| (launched: 2022-12-14_06:50:39.420878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:50:40.998208 run osmo-stp_10.42.42.5(pid=19544): stderr: \u000a| �[0;m�[38;5;43m20221214065039592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065039592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065039592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065039593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065039593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065039593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065039593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:50:41.123862 run osmo-stp_10.42.42.5(pid=19544): stdout: \u000a| (launched: 2022-12-14_06:50:39.420878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:50:41.248929 run osmo-stp_10.42.42.5(pid=19544): stderr: \u000a| �[0;m�[38;5;43m20221214065039592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065039592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065039592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065039593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065039593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065039593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065039593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:50:41.303341 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19544): Process ended prematurely: osmo-stp_10.42.42.5(pid=19544) [trial-2400↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19544)] [trial-2400↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a06:50:41.311353 tst handover.py:18: Test FAILED (6.5 sec)\u000a06:50:41.370492 run osmo-hlr_10.42.42.2(pid=19541): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19541)]\u000a06:50:41.419134 run osmo-hlr_10.42.42.2(pid=19541): stdout: \u000a| (launched: 2022-12-14_06:50:38.454041) \u000a06:50:41.468288 run osmo-hlr_10.42.42.2(pid=19541): stderr: \u000a| �[0;m�[1;31m20221214065038632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214065038632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214065038632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065038632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065038632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214065038632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214065038645 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214065038654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214065038654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214065038654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:50:41.535012 run osmo-msc_10.42.42.6(pid=19547): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19547)]\u000a06:50:41.583262 run osmo-msc_10.42.42.6(pid=19547): stdout: \u000a| (launched: 2022-12-14_06:50:40.397861) \u000a06:50:41.632276 run osmo-msc_10.42.42.6(pid=19547): stderr: \u000a| �[0;m�[38;5;43m20221214065040669 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214065040670 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcdf6a00c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214065040670 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214065040670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214065040670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214065040670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214065040672 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214065040672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214065040672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214065040672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:50:41.673966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19540): Terminating (SIGTERM)\u000a06:50:41.713141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19543): Terminating (SIGTERM)\u000a06:50:41.752378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19546): Terminating (SIGTERM)\u000a06:50:41.761491 --- ParallelTerminationStrategy: PID 19540 died...\u000a06:50:41.814187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19540): Terminated: ok {rc=0}\u000a06:50:41.823631 --- ParallelTerminationStrategy: PID 19543 died...\u000a06:50:41.875878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19543): Terminated: ok {rc=0}\u000a06:50:41.897994 --- ParallelTerminationStrategy: PID 19546 died...\u000a06:50:41.963289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19546): Terminated: ok {rc=0}\u000a06:50:42.049615 bus /sierra_3: Setting Powered False\u000a06:50:43.152084 bus /sierra_3: Setting Powered False\u000a06:50:44.258721 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:50:34" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19558): Process ended prematurely: osmo-stp_10.42.42.5(pid=19558) [trial-2400↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19558)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19558): Process ended prematurely: osmo-stp_10.42.42.5(pid=19558) [trial-2400↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19558)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a06:50:46.233857 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:46.246816 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:50:46.407835 tst handover.py: using LAC 39162\u000a06:50:46.575096 tst handover.py: using RAC 147\u000a06:50:46.737864 tst handover.py: using CellId 39162\u000a06:50:46.874526 tst handover.py: using BVCI 39163\u000a06:50:46.901131 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:50:47.070974 tst handover.py: using LAC 39163\u000a06:50:47.227477 tst handover.py: using RAC 148\u000a06:50:47.368748 tst handover.py: using CellId 39163\u000a06:50:47.502341 tst handover.py: using BVCI 39164\u000a06:50:47.528107 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:47.539421 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:47.550570 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:47.561727 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:47.573228 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:47.584569 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:50:47.702695 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:50:47.921309 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:50:48.419765 run create_hlr_db(pid=19552): Launched\u000a06:50:48.555934 bus /sierra_2: Setting Powered False\u000a06:50:49.624012 run create_hlr_db(pid=19552): Terminated: ok {rc=0}\u000a06:50:50.041818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19554): Launched\u000a06:50:50.380328 run osmo-hlr_10.42.42.2(pid=19555): Launched\u000a06:50:50.504800 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:50:51.061413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19557): Launched\u000a06:50:51.398818 run osmo-stp_10.42.42.5(pid=19558): Launched\u000a06:50:51.522619 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:50:52.108154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19561): Launched\u000a06:50:52.445078 run osmo-msc_10.42.42.6(pid=19562): Launched\u000a06:50:52.641876 run osmo-stp_10.42.42.5(pid=19558): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19558)]\u000a06:50:52.783608 run osmo-stp_10.42.42.5(pid=19558): stdout: \u000a| (launched: 2022-12-14_06:50:51.231967)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:50:52.923484 run osmo-stp_10.42.42.5(pid=19558): stderr: \u000a| �[0;m�[38;5;43m20221214065051426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065051426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065051426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065051427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065051427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065051427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065051427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:50:53.058489 run osmo-stp_10.42.42.5(pid=19558): stdout: \u000a| (launched: 2022-12-14_06:50:51.231967)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:50:53.192418 run osmo-stp_10.42.42.5(pid=19558): stderr: \u000a| �[0;m�[38;5;43m20221214065051426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065051426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065051426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065051427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065051427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065051427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065051427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:50:53.251242 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19558): Process ended prematurely: osmo-stp_10.42.42.5(pid=19558) [trial-2400↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19558)] [trial-2400↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a06:50:53.259821 tst handover.py:18: Test FAILED (7.0 sec)\u000a06:50:53.323669 run osmo-hlr_10.42.42.2(pid=19555): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19555)]\u000a06:50:53.375544 run osmo-hlr_10.42.42.2(pid=19555): stdout: \u000a| (launched: 2022-12-14_06:50:50.212929) \u000a06:50:53.427589 run osmo-hlr_10.42.42.2(pid=19555): stderr: \u000a| �[0;m�[1;31m20221214065050413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214065050413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214065050413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065050413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065050413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214065050414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214065050426 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214065050434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214065050434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214065050434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:50:53.498675 run osmo-msc_10.42.42.6(pid=19562): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19562)]\u000a06:50:53.550288 run osmo-msc_10.42.42.6(pid=19562): stdout: \u000a| (launched: 2022-12-14_06:50:52.279467) \u000a06:50:53.602305 run osmo-msc_10.42.42.6(pid=19562): stderr: \u000a| �[0;m�[38;5;43m20221214065052602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214065052602 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f48f2364c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214065052602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214065052603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214065052603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214065052603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214065052605 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214065052605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214065052605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214065052605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:50:53.646867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19554): Terminating (SIGTERM)\u000a06:50:53.689442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19557): Terminating (SIGTERM)\u000a06:50:53.731622 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19561): Terminating (SIGTERM)\u000a06:50:53.741402 --- ParallelTerminationStrategy: PID 19554 died...\u000a06:50:53.798381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19554): Terminated: ok {rc=0}\u000a06:50:53.808506 --- ParallelTerminationStrategy: PID 19557 died...\u000a06:50:53.865192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19557): Terminated: ok {rc=0}\u000a06:50:53.875274 --- ParallelTerminationStrategy: PID 19561 died...\u000a06:50:53.931928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19561): Terminated: ok {rc=0}\u000a06:50:54.018447 bus /sierra_3: Setting Powered False\u000a06:50:55.125619 bus /sierra_3: Setting Powered False\u000a06:50:56.239129 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:50:45" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19573): Process ended prematurely: osmo-stp_10.42.42.5(pid=19573) [trial-2400↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19573)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19573): Process ended prematurely: osmo-stp_10.42.42.5(pid=19573) [trial-2400↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19573)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a06:50:58.231663 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:50:58.243055 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:50:58.375592 tst handover.py: using LAC 39164\u000a06:50:58.509634 tst handover.py: using RAC 149\u000a06:50:58.643387 tst handover.py: using CellId 39164\u000a06:50:58.775326 tst handover.py: using BVCI 39165\u000a06:50:58.800875 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:50:58.942737 tst handover.py: using LAC 39165\u000a06:50:59.071296 tst handover.py: using RAC 150\u000a06:50:59.195588 tst handover.py: using CellId 39165\u000a06:50:59.322272 tst handover.py: using BVCI 39166\u000a06:50:59.346599 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:50:59.357792 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:50:59.368698 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:50:59.379876 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:50:59.390899 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:50:59.401716 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:50:59.517481 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:50:59.724803 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:51:00.200575 run create_hlr_db(pid=19567): Launched\u000a06:51:00.328352 bus /sierra_2: Setting Powered False\u000a06:51:01.416271 run create_hlr_db(pid=19567): Terminated: ok {rc=0}\u000a06:51:01.829540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19569): Launched\u000a06:51:02.189558 run osmo-hlr_10.42.42.2(pid=19570): Launched\u000a06:51:02.431356 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:51:02.985216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19572): Launched\u000a06:51:03.300545 run osmo-stp_10.42.42.5(pid=19573): Launched\u000a06:51:03.414762 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:51:03.961602 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19575): Launched\u000a06:51:04.278513 run osmo-msc_10.42.42.6(pid=19576): Launched\u000a06:51:04.463088 run osmo-stp_10.42.42.5(pid=19573): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19573)]\u000a06:51:04.595391 run osmo-stp_10.42.42.5(pid=19573): stdout: \u000a| (launched: 2022-12-14_06:51:03.145241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:51:04.725461 run osmo-stp_10.42.42.5(pid=19573): stderr: \u000a| �[0;m�[38;5;43m20221214065103319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065103319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065103319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065103320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065103320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065103320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065103320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:51:04.851495 run osmo-stp_10.42.42.5(pid=19573): stdout: \u000a| (launched: 2022-12-14_06:51:03.145241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:51:04.975919 run osmo-stp_10.42.42.5(pid=19573): stderr: \u000a| �[0;m�[38;5;43m20221214065103319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065103319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065103319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065103320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065103320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065103320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065103320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:51:05.030499 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19573): Process ended prematurely: osmo-stp_10.42.42.5(pid=19573) [trial-2400↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19573)] [trial-2400↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a06:51:05.038568 tst handover.py:18: Test FAILED (6.8 sec)\u000a06:51:05.098163 run osmo-hlr_10.42.42.2(pid=19570): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19570)]\u000a06:51:05.146488 run osmo-hlr_10.42.42.2(pid=19570): stdout: \u000a| (launched: 2022-12-14_06:51:01.994218) \u000a06:51:05.195281 run osmo-hlr_10.42.42.2(pid=19570): stderr: \u000a| �[0;m�[1;31m20221214065102369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214065102369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214065102369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065102369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065102369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214065102369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214065102385 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214065102401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214065102402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214065102402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:51:05.261971 run osmo-msc_10.42.42.6(pid=19576): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19576)]\u000a06:51:05.310124 run osmo-msc_10.42.42.6(pid=19576): stdout: \u000a| (launched: 2022-12-14_06:51:04.121929) \u000a06:51:05.358823 run osmo-msc_10.42.42.6(pid=19576): stderr: \u000a| �[0;m�[38;5;43m20221214065104395 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214065104395 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc98303bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214065104395 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214065104395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214065104395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214065104396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214065104397 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214065104398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214065104398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214065104398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:51:05.400346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19569): Terminating (SIGTERM)\u000a06:51:05.439810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19572): Terminating (SIGTERM)\u000a06:51:05.479224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19575): Terminating (SIGTERM)\u000a06:51:05.488280 --- ParallelTerminationStrategy: PID 19569 died...\u000a06:51:05.540899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19569): Terminated: ok {rc=0}\u000a06:51:05.550428 --- ParallelTerminationStrategy: PID 19572 died...\u000a06:51:05.602730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19572): Terminated: ok {rc=0}\u000a06:51:05.612128 --- ParallelTerminationStrategy: PID 19575 died...\u000a06:51:05.664920 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19575): Terminated: ok {rc=0}\u000a06:51:05.752721 bus /sierra_3: Setting Powered False\u000a06:51:06.856890 bus /sierra_3: Setting Powered False\u000a06:51:07.962738 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:50:57" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19587): Process ended prematurely: osmo-stp_10.42.42.5(pid=19587) [trial-2400↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19587)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19587): Process ended prematurely: osmo-stp_10.42.42.5(pid=19587) [trial-2400↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19587)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a06:51:09.979655 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:51:09.991465 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a06:51:10.142232 tst handover.py: using LAC 39166\u000a06:51:10.277481 tst handover.py: using RAC 151\u000a06:51:10.411926 tst handover.py: using CellId 39166\u000a06:51:10.542243 tst handover.py: using BVCI 39167\u000a06:51:10.567917 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a06:51:10.711512 tst handover.py: using LAC 39167\u000a06:51:10.843101 tst handover.py: using RAC 152\u000a06:51:10.973679 tst handover.py: using CellId 39167\u000a06:51:11.106291 tst handover.py: using BVCI 39168\u000a06:51:11.131916 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:51:11.143659 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:51:11.155147 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:51:11.166635 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:51:11.178369 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:51:11.189993 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:51:11.308842 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:51:11.526023 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:51:12.026164 run create_hlr_db(pid=19581): Launched\u000a06:51:12.163580 bus /sierra_2: Setting Powered False\u000a06:51:13.241931 run create_hlr_db(pid=19581): Terminated: ok {rc=0}\u000a06:51:13.639077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19583): Launched\u000a06:51:13.955045 run osmo-hlr_10.42.42.2(pid=19584): Launched\u000a06:51:14.071401 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:51:14.589924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19586): Launched\u000a06:51:14.905342 run osmo-stp_10.42.42.5(pid=19587): Launched\u000a06:51:15.020384 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:51:15.570109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19589): Launched\u000a06:51:16.010183 run osmo-msc_10.42.42.6(pid=19590): Launched\u000a06:51:16.302430 run osmo-stp_10.42.42.5(pid=19587): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19587)]\u000a06:51:16.434754 run osmo-stp_10.42.42.5(pid=19587): stdout: \u000a| (launched: 2022-12-14_06:51:14.749723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:51:16.567712 run osmo-stp_10.42.42.5(pid=19587): stderr: \u000a| �[0;m�[38;5;43m20221214065114924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065114924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065114925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065114925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065114926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065114926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065114926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:51:16.697170 run osmo-stp_10.42.42.5(pid=19587): stdout: \u000a| (launched: 2022-12-14_06:51:14.749723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:51:16.824535 run osmo-stp_10.42.42.5(pid=19587): stderr: \u000a| �[0;m�[38;5;43m20221214065114924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065114924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065114925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065114925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065114926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065114926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065114926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:51:16.880361 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19587): Process ended prematurely: osmo-stp_10.42.42.5(pid=19587) [trial-2400↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19587)] [trial-2400↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a06:51:16.889029 tst handover.py:18: Test FAILED (6.9 sec)\u000a06:51:16.949337 run osmo-hlr_10.42.42.2(pid=19584): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19584)]\u000a06:51:16.999199 run osmo-hlr_10.42.42.2(pid=19584): stdout: \u000a| (launched: 2022-12-14_06:51:13.799281) \u000a06:51:17.049762 run osmo-hlr_10.42.42.2(pid=19584): stderr: \u000a| �[0;m�[1;31m20221214065113975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214065113976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214065113976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065113976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065113976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214065113976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214065113991 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214065114000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214065114000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214065114000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:51:17.117917 run osmo-msc_10.42.42.6(pid=19590): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19590)]\u000a06:51:17.167530 run osmo-msc_10.42.42.6(pid=19590): stdout: \u000a| (launched: 2022-12-14_06:51:15.729911) \u000a06:51:17.217838 run osmo-msc_10.42.42.6(pid=19590): stderr: \u000a| �[0;m�[38;5;43m20221214065116049 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214065116049 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f00581efc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214065116049 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214065116049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214065116049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214065116050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214065116051 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214065116052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214065116052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214065116052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:51:17.260380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19583): Terminating (SIGTERM)\u000a06:51:17.301601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19586): Terminating (SIGTERM)\u000a06:51:17.344032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19589): Terminating (SIGTERM)\u000a06:51:17.354325 --- ParallelTerminationStrategy: PID 19583 died...\u000a06:51:17.408214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19583): Terminated: ok {rc=0}\u000a06:51:17.418158 --- ParallelTerminationStrategy: PID 19586 died...\u000a06:51:17.470622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19586): Terminated: ok {rc=0}\u000a06:51:17.480024 --- ParallelTerminationStrategy: PID 19589 died...\u000a06:51:17.533023 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19589): Terminated: ok {rc=0}\u000a06:51:17.621055 bus /sierra_3: Setting Powered False\u000a06:51:18.728238 bus /sierra_3: Setting Powered False\u000a06:51:19.836263 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:51:09" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19601): Process ended prematurely: osmo-stp_10.42.42.5(pid=19601) [trial-2400↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19601)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19601): Process ended prematurely: osmo-stp_10.42.42.5(pid=19601) [trial-2400↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19601)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a06:51:21.861261 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:51:21.872245 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a06:51:22.009621 tst handover.py: using LAC 39168\u000a06:51:22.137594 tst handover.py: using RAC 153\u000a06:51:22.259342 tst handover.py: using CellId 39168\u000a06:51:22.382948 tst handover.py: using BVCI 39169\u000a06:51:22.406805 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a06:51:22.553250 tst handover.py: using LAC 39169\u000a06:51:22.688810 tst handover.py: using RAC 154\u000a06:51:22.819007 tst handover.py: using CellId 39169\u000a06:51:22.944031 tst handover.py: using BVCI 39170\u000a06:51:22.967866 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:51:22.979008 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:51:22.989934 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:51:23.000800 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:51:23.011762 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:51:23.022656 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a06:51:23.142483 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a06:51:23.362592 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:51:23.863183 run create_hlr_db(pid=19595): Launched\u000a06:51:23.999788 bus /sierra_2: Setting Powered False\u000a06:51:25.078085 run create_hlr_db(pid=19595): Terminated: ok {rc=0}\u000a06:51:25.474636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19597): Launched\u000a06:51:25.790958 run osmo-hlr_10.42.42.2(pid=19598): Launched\u000a06:51:25.907864 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:51:26.425572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19600): Launched\u000a06:51:26.740205 run osmo-stp_10.42.42.5(pid=19601): Launched\u000a06:51:26.854885 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:51:27.402314 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19603): Launched\u000a06:51:27.722080 run osmo-msc_10.42.42.6(pid=19604): Launched\u000a06:51:27.906043 run osmo-stp_10.42.42.5(pid=19601): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19601)]\u000a06:51:28.038583 run osmo-stp_10.42.42.5(pid=19601): stdout: \u000a| (launched: 2022-12-14_06:51:26.585093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:51:28.168656 run osmo-stp_10.42.42.5(pid=19601): stderr: \u000a| �[0;m�[38;5;43m20221214065126760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065126760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065126760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065126761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065126761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065126761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065126762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:51:28.294874 run osmo-stp_10.42.42.5(pid=19601): stdout: \u000a| (launched: 2022-12-14_06:51:26.585093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:51:28.419784 run osmo-stp_10.42.42.5(pid=19601): stderr: \u000a| �[0;m�[38;5;43m20221214065126760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065126760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065126760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065126761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065126761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065126761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065126762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:51:28.474310 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19601): Process ended prematurely: osmo-stp_10.42.42.5(pid=19601) [trial-2400↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19601)] [trial-2400↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a06:51:28.482321 tst handover.py:18: Test FAILED (6.6 sec)\u000a06:51:28.541553 run osmo-hlr_10.42.42.2(pid=19598): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19598)]\u000a06:51:28.590052 run osmo-hlr_10.42.42.2(pid=19598): stdout: \u000a| (launched: 2022-12-14_06:51:25.635098) \u000a06:51:28.639447 run osmo-hlr_10.42.42.2(pid=19598): stderr: \u000a| �[0;m�[1;31m20221214065125814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214065125814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214065125814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065125814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065125814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214065125814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214065125827 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214065125835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214065125835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214065125835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:51:28.706746 run osmo-msc_10.42.42.6(pid=19604): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19604)]\u000a06:51:28.755337 run osmo-msc_10.42.42.6(pid=19604): stdout: \u000a| (launched: 2022-12-14_06:51:27.563294) \u000a06:51:28.804754 run osmo-msc_10.42.42.6(pid=19604): stderr: \u000a| �[0;m�[38;5;43m20221214065127838 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214065127838 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f124f2fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214065127838 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214065127838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214065127838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214065127838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214065127840 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214065127840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214065127841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214065127841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:51:28.846611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19597): Terminating (SIGTERM)\u000a06:51:28.886098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19600): Terminating (SIGTERM)\u000a06:51:28.925758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19603): Terminating (SIGTERM)\u000a06:51:28.934922 --- ParallelTerminationStrategy: PID 19597 died...\u000a06:51:28.988287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19597): Terminated: ok {rc=0}\u000a06:51:28.997815 --- ParallelTerminationStrategy: PID 19600 died...\u000a06:51:29.051088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19600): Terminated: ok {rc=0}\u000a06:51:29.060603 --- ParallelTerminationStrategy: PID 19603 died...\u000a06:51:29.113728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19603): Terminated: ok {rc=0}\u000a06:51:29.201249 bus /sierra_3: Setting Powered False\u000a06:51:30.303642 bus /sierra_3: Setting Powered False\u000a06:51:31.415257 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:51:21" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19615): Process ended prematurely: osmo-stp_10.42.42.5(pid=19615) [trial-2400↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19615)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19615): Process ended prematurely: osmo-stp_10.42.42.5(pid=19615) [trial-2400↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19615)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a06:51:33.425798 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:51:33.437123 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:51:33.584670 tst handover.py: using LAC 39170\u000a06:51:33.715646 tst handover.py: using RAC 155\u000a06:51:33.846790 tst handover.py: using CellId 39170\u000a06:51:33.976302 tst handover.py: using BVCI 39171\u000a06:51:34.001960 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:51:34.133105 tst handover.py: using LAC 39171\u000a06:51:34.257681 tst handover.py: using RAC 156\u000a06:51:34.380063 tst handover.py: using CellId 39171\u000a06:51:34.503229 tst handover.py: using BVCI 39172\u000a06:51:34.527383 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:51:34.538572 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:51:34.549401 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:51:34.560038 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:51:34.570810 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:51:34.581433 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:51:34.703293 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:51:34.919129 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:51:35.419473 run create_hlr_db(pid=19609): Launched\u000a06:51:35.555947 bus /sierra_2: Setting Powered False\u000a06:51:36.624351 run create_hlr_db(pid=19609): Terminated: ok {rc=0}\u000a06:51:37.017349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19611): Launched\u000a06:51:37.333811 run osmo-hlr_10.42.42.2(pid=19612): Launched\u000a06:51:37.460639 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:51:37.989731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19614): Launched\u000a06:51:38.306363 run osmo-stp_10.42.42.5(pid=19615): Launched\u000a06:51:38.422621 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:51:38.969988 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19618): Launched\u000a06:51:39.285516 run osmo-msc_10.42.42.6(pid=19619): Launched\u000a06:51:39.470854 run osmo-stp_10.42.42.5(pid=19615): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19615)]\u000a06:51:39.603026 run osmo-stp_10.42.42.5(pid=19615): stdout: \u000a| (launched: 2022-12-14_06:51:38.149446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:51:39.733960 run osmo-stp_10.42.42.5(pid=19615): stderr: \u000a| �[0;m�[38;5;43m20221214065138323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065138323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065138324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065138324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065138325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065138325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065138325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:51:39.859633 run osmo-stp_10.42.42.5(pid=19615): stdout: \u000a| (launched: 2022-12-14_06:51:38.149446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:51:39.984908 run osmo-stp_10.42.42.5(pid=19615): stderr: \u000a| �[0;m�[38;5;43m20221214065138323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065138323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065138324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065138324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065138325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065138325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065138325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:51:40.039638 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19615): Process ended prematurely: osmo-stp_10.42.42.5(pid=19615) [trial-2400↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19615)] [trial-2400↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a06:51:40.047571 tst handover.py:18: Test FAILED (6.6 sec)\u000a06:51:40.107282 run osmo-hlr_10.42.42.2(pid=19612): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19612)]\u000a06:51:40.155796 run osmo-hlr_10.42.42.2(pid=19612): stdout: \u000a| (launched: 2022-12-14_06:51:37.178011) \u000a06:51:40.205572 run osmo-hlr_10.42.42.2(pid=19612): stderr: \u000a| �[0;m�[1;31m20221214065137359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214065137360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214065137360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065137360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065137360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214065137360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214065137372 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214065137380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214065137380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214065137380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:51:40.272604 run osmo-msc_10.42.42.6(pid=19619): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19619)]\u000a06:51:40.321282 run osmo-msc_10.42.42.6(pid=19619): stdout: \u000a| (launched: 2022-12-14_06:51:39.129205) \u000a06:51:40.370522 run osmo-msc_10.42.42.6(pid=19619): stderr: \u000a| �[0;m�[38;5;43m20221214065139403 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214065139404 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc5e010ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214065139404 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214065139404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214065139404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214065139404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214065139406 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214065139406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214065139406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214065139406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:51:40.412389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19611): Terminating (SIGTERM)\u000a06:51:40.452030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19614): Terminating (SIGTERM)\u000a06:51:40.491151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19618): Terminating (SIGTERM)\u000a06:51:40.500345 --- ParallelTerminationStrategy: PID 19611 died...\u000a06:51:40.553510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19611): Terminated: ok {rc=0}\u000a06:51:40.563100 --- ParallelTerminationStrategy: PID 19614 died...\u000a06:51:40.615952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19614): Terminated: ok {rc=0}\u000a06:51:40.625853 --- ParallelTerminationStrategy: PID 19618 died...\u000a06:51:40.678626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19618): Terminated: ok {rc=0}\u000a06:51:40.761284 bus /sierra_3: Setting Powered False\u000a06:51:41.867809 bus /sierra_3: Setting Powered False\u000a06:51:42.975950 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:51:33" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19630): Process ended prematurely: osmo-stp_10.42.42.5(pid=19630) [trial-2400↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19630)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19630): Process ended prematurely: osmo-stp_10.42.42.5(pid=19630) [trial-2400↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19630)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a06:51:44.992127 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:51:45.003663 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:51:45.143351 tst handover.py: using LAC 39172\u000a06:51:45.267216 tst handover.py: using RAC 157\u000a06:51:45.392723 tst handover.py: using CellId 39172\u000a06:51:45.516935 tst handover.py: using BVCI 39173\u000a06:51:45.540725 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:51:45.680629 tst handover.py: using LAC 39173\u000a06:51:45.805256 tst handover.py: using RAC 158\u000a06:51:45.953316 tst handover.py: using CellId 39173\u000a06:51:46.088379 tst handover.py: using BVCI 39174\u000a06:51:46.115298 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:51:46.127733 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:51:46.140075 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:51:46.152390 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:51:46.165807 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:51:46.179097 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:51:46.306320 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:51:46.533243 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:51:47.084223 run create_hlr_db(pid=19624): Launched\u000a06:51:47.225384 bus /sierra_2: Setting Powered False\u000a06:51:48.300200 run create_hlr_db(pid=19624): Terminated: ok {rc=0}\u000a06:51:48.718669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19626): Launched\u000a06:51:49.058043 run osmo-hlr_10.42.42.2(pid=19627): Launched\u000a06:51:49.183260 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:51:49.741320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19629): Launched\u000a06:51:50.081163 run osmo-stp_10.42.42.5(pid=19630): Launched\u000a06:51:50.204888 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:51:50.795132 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19632): Launched\u000a06:51:51.134778 run osmo-msc_10.42.42.6(pid=19633): Launched\u000a06:51:51.333993 run osmo-stp_10.42.42.5(pid=19630): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19630)]\u000a06:51:51.476659 run osmo-stp_10.42.42.5(pid=19630): stdout: \u000a| (launched: 2022-12-14_06:51:49.913340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:51:51.617359 run osmo-stp_10.42.42.5(pid=19630): stderr: \u000a| �[0;m�[38;5;43m20221214065150109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065150109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065150109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065150110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065150110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065150110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065150110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:51:51.753203 run osmo-stp_10.42.42.5(pid=19630): stdout: \u000a| (launched: 2022-12-14_06:51:49.913340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:51:51.887998 run osmo-stp_10.42.42.5(pid=19630): stderr: \u000a| �[0;m�[38;5;43m20221214065150109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065150109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065150109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065150110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065150110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065150110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065150110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:51:51.946652 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19630): Process ended prematurely: osmo-stp_10.42.42.5(pid=19630) [trial-2400↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19630)] [trial-2400↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a06:51:51.955336 tst handover.py:18: Test FAILED (7.0 sec)\u000a06:51:52.019292 run osmo-hlr_10.42.42.2(pid=19627): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19627)]\u000a06:51:52.071700 run osmo-hlr_10.42.42.2(pid=19627): stdout: \u000a| (launched: 2022-12-14_06:51:48.889953) \u000a06:51:52.124556 run osmo-hlr_10.42.42.2(pid=19627): stderr: \u000a| �[0;m�[1;31m20221214065149091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214065149091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214065149091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065149092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065149092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214065149092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214065149103 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214065149112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214065149112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214065149112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:51:52.196356 run osmo-msc_10.42.42.6(pid=19633): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19633)]\u000a06:51:52.248408 run osmo-msc_10.42.42.6(pid=19633): stdout: \u000a| (launched: 2022-12-14_06:51:50.967131) \u000a06:51:52.301463 run osmo-msc_10.42.42.6(pid=19633): stderr: \u000a| �[0;m�[38;5;43m20221214065151291 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214065151292 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa53f27ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214065151292 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214065151292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214065151292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214065151292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214065151294 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214065151294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214065151294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214065151294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:51:52.346598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19626): Terminating (SIGTERM)\u000a06:51:52.389111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19629): Terminating (SIGTERM)\u000a06:51:52.431726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19632): Terminating (SIGTERM)\u000a06:51:52.441591 --- ParallelTerminationStrategy: PID 19626 died...\u000a06:51:52.499040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19626): Terminated: ok {rc=0}\u000a06:51:52.509306 --- ParallelTerminationStrategy: PID 19629 died...\u000a06:51:52.565981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19629): Terminated: ok {rc=0}\u000a06:51:52.576090 --- ParallelTerminationStrategy: PID 19632 died...\u000a06:51:52.632936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19632): Terminated: ok {rc=0}\u000a06:51:52.720204 bus /sierra_3: Setting Powered False\u000a06:51:53.826716 bus /sierra_3: Setting Powered False\u000a06:51:54.937992 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:51:44" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19644): Process ended prematurely: osmo-stp_10.42.42.5(pid=19644) [trial-2400↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19644)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19644): Process ended prematurely: osmo-stp_10.42.42.5(pid=19644) [trial-2400↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a06:51:56.959203 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:51:56.970273 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:51:57.108476 tst handover.py: using LAC 39174\u000a06:51:57.234397 tst handover.py: using RAC 159\u000a06:51:57.359941 tst handover.py: using CellId 39174\u000a06:51:57.485377 tst handover.py: using BVCI 39175\u000a06:51:57.509491 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:51:57.648131 tst handover.py: using LAC 39175\u000a06:51:57.774263 tst handover.py: using RAC 160\u000a06:51:57.904306 tst handover.py: using CellId 39175\u000a06:51:58.026194 tst handover.py: using BVCI 39176\u000a06:51:58.050629 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:51:58.061658 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:51:58.072329 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:51:58.083204 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:51:58.094251 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:51:58.105006 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:51:58.221286 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:51:58.438280 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:51:58.938808 run create_hlr_db(pid=19638): Launched\u000a06:51:59.075284 bus /sierra_2: Setting Powered False\u000a06:52:00.154783 run create_hlr_db(pid=19638): Terminated: ok {rc=0}\u000a06:52:00.550192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19640): Launched\u000a06:52:00.935988 run osmo-hlr_10.42.42.2(pid=19641): Launched\u000a06:52:01.102921 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:52:01.764377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19643): Launched\u000a06:52:02.214780 run osmo-stp_10.42.42.5(pid=19644): Launched\u000a06:52:02.398332 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:52:02.983319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19646): Launched\u000a06:52:03.321966 run osmo-msc_10.42.42.6(pid=19647): Launched\u000a06:52:03.518336 run osmo-stp_10.42.42.5(pid=19644): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19644)]\u000a06:52:03.659458 run osmo-stp_10.42.42.5(pid=19644): stdout: \u000a| (launched: 2022-12-14_06:52:01.944248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:52:03.799118 run osmo-stp_10.42.42.5(pid=19644): stderr: \u000a| �[0;m�[38;5;43m20221214065202243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065202243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065202243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065202243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065202244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065202244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065202244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:52:03.933671 run osmo-stp_10.42.42.5(pid=19644): stdout: \u000a| (launched: 2022-12-14_06:52:01.944248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:52:04.066755 run osmo-stp_10.42.42.5(pid=19644): stderr: \u000a| �[0;m�[38;5;43m20221214065202243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065202243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065202243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065202243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065202244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065202244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065202244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:52:04.125175 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19644): Process ended prematurely: osmo-stp_10.42.42.5(pid=19644) [trial-2400↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19644)] [trial-2400↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a06:52:04.133650 tst handover.py:18: Test FAILED (7.2 sec)\u000a06:52:04.196133 run osmo-hlr_10.42.42.2(pid=19641): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19641)]\u000a06:52:04.247364 run osmo-hlr_10.42.42.2(pid=19641): stdout: \u000a| (launched: 2022-12-14_06:52:00.710534) \u000a06:52:04.299292 run osmo-hlr_10.42.42.2(pid=19641): stderr: \u000a| �[0;m�[1;31m20221214065200889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214065200889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214065200890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065200890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065200890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214065200890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214065200903 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214065200911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214065200911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214065200911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:52:04.369927 run osmo-msc_10.42.42.6(pid=19647): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19647)]\u000a06:52:04.421161 run osmo-msc_10.42.42.6(pid=19647): stdout: \u000a| (launched: 2022-12-14_06:52:03.154396) \u000a06:52:04.472921 run osmo-msc_10.42.42.6(pid=19647): stderr: \u000a| �[0;m�[38;5;43m20221214065203479 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214065203479 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2e5891cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214065203479 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214065203480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214065203480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214065203480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214065203482 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214065203482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214065203482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214065203482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:52:04.517200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19640): Terminating (SIGTERM)\u000a06:52:04.559013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19643): Terminating (SIGTERM)\u000a06:52:04.601217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19646): Terminating (SIGTERM)\u000a06:52:04.610826 --- ParallelTerminationStrategy: PID 19640 died...\u000a06:52:04.667277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19640): Terminated: ok {rc=0}\u000a06:52:04.677387 --- ParallelTerminationStrategy: PID 19643 died...\u000a06:52:04.733499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19643): Terminated: ok {rc=0}\u000a06:52:04.743518 --- ParallelTerminationStrategy: PID 19646 died...\u000a06:52:04.799788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19646): Terminated: ok {rc=0}\u000a06:52:04.885923 bus /sierra_3: Setting Powered False\u000a06:52:05.991869 bus /sierra_3: Setting Powered False\u000a06:52:07.100510 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:51:56" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19658): Process ended prematurely: osmo-stp_10.42.42.5(pid=19658) [trial-2400↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19658)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19658): Process ended prematurely: osmo-stp_10.42.42.5(pid=19658) [trial-2400↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19658)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a06:52:09.115793 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:52:09.127192 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a06:52:09.262465 tst handover.py: using LAC 39176\u000a06:52:09.387715 tst handover.py: using RAC 161\u000a06:52:09.512780 tst handover.py: using CellId 39176\u000a06:52:09.637818 tst handover.py: using BVCI 39177\u000a06:52:09.661912 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a06:52:09.808829 tst handover.py: using LAC 39177\u000a06:52:09.942573 tst handover.py: using RAC 162\u000a06:52:10.076012 tst handover.py: using CellId 39177\u000a06:52:10.207468 tst handover.py: using BVCI 39178\u000a06:52:10.233210 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:52:10.244911 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:52:10.256489 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:52:10.267974 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:52:10.279915 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:52:10.292084 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a06:52:10.410327 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a06:52:10.627278 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:52:11.130565 run create_hlr_db(pid=19652): Launched\u000a06:52:11.267285 bus /sierra_2: Setting Powered False\u000a06:52:12.345955 run create_hlr_db(pid=19652): Terminated: ok {rc=0}\u000a06:52:12.764508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19654): Launched\u000a06:52:13.102568 run osmo-hlr_10.42.42.2(pid=19655): Launched\u000a06:52:13.225403 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:52:13.781387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19657): Launched\u000a06:52:14.120146 run osmo-stp_10.42.42.5(pid=19658): Launched\u000a06:52:14.243289 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:52:14.831050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19660): Launched\u000a06:52:15.171002 run osmo-msc_10.42.42.6(pid=19661): Launched\u000a06:52:15.368573 run osmo-stp_10.42.42.5(pid=19658): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19658)]\u000a06:52:15.510725 run osmo-stp_10.42.42.5(pid=19658): stdout: \u000a| (launched: 2022-12-14_06:52:13.952108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:52:15.650935 run osmo-stp_10.42.42.5(pid=19658): stderr: \u000a| �[0;m�[38;5;43m20221214065214147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065214147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065214147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065214148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065214150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065214150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065214150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:52:15.785779 run osmo-stp_10.42.42.5(pid=19658): stdout: \u000a| (launched: 2022-12-14_06:52:13.952108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:52:15.922583 run osmo-stp_10.42.42.5(pid=19658): stderr: \u000a| �[0;m�[38;5;43m20221214065214147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065214147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065214147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065214148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065214150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065214150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065214150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:52:15.982426 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19658): Process ended prematurely: osmo-stp_10.42.42.5(pid=19658) [trial-2400↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19658)] [trial-2400↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a06:52:15.992173 tst handover.py:18: Test FAILED (6.9 sec)\u000a06:52:16.057556 run osmo-hlr_10.42.42.2(pid=19655): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19655)]\u000a06:52:16.111327 run osmo-hlr_10.42.42.2(pid=19655): stdout: \u000a| (launched: 2022-12-14_06:52:12.935740) \u000a06:52:16.165978 run osmo-hlr_10.42.42.2(pid=19655): stderr: \u000a| �[0;m�[1;31m20221214065213137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214065213137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214065213137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065213137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065213137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214065213137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214065213163 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214065213173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214065213173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214065213173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:52:16.239276 run osmo-msc_10.42.42.6(pid=19661): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19661)]\u000a06:52:16.293152 run osmo-msc_10.42.42.6(pid=19661): stdout: \u000a| (launched: 2022-12-14_06:52:15.002201) \u000a06:52:16.347814 run osmo-msc_10.42.42.6(pid=19661): stderr: \u000a| �[0;m�[38;5;43m20221214065215323 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214065215323 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd8e8135c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214065215323 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214065215323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214065215323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214065215324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214065215326 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214065215326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214065215326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214065215327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:52:16.394437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19654): Terminating (SIGTERM)\u000a06:52:16.438222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19657): Terminating (SIGTERM)\u000a06:52:16.482936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19660): Terminating (SIGTERM)\u000a06:52:16.494365 --- ParallelTerminationStrategy: PID 19654 died...\u000a06:52:16.552928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19654): Terminated: ok {rc=0}\u000a06:52:16.564066 --- ParallelTerminationStrategy: PID 19657 died...\u000a06:52:16.622284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19657): Terminated: ok {rc=0}\u000a06:52:16.633262 --- ParallelTerminationStrategy: PID 19660 died...\u000a06:52:16.691136 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19660): Terminated: ok {rc=0}\u000a06:52:16.788833 bus /sierra_3: Setting Powered False\u000a06:52:17.893648 bus /sierra_3: Setting Powered False\u000a06:52:19.003968 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:52:08" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19672): Process ended prematurely: osmo-stp_10.42.42.5(pid=19672) [trial-2400↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19672)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19672): Process ended prematurely: osmo-stp_10.42.42.5(pid=19672) [trial-2400↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19672)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a06:52:20.999505 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:52:21.010496 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:52:21.144005 tst handover.py: using LAC 39178\u000a06:52:21.267929 tst handover.py: using RAC 163\u000a06:52:21.391151 tst handover.py: using CellId 39178\u000a06:52:21.513402 tst handover.py: using BVCI 39179\u000a06:52:21.537524 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:52:21.661433 tst handover.py: using LAC 39179\u000a06:52:21.787713 tst handover.py: using RAC 164\u000a06:52:21.911114 tst handover.py: using CellId 39179\u000a06:52:22.035152 tst handover.py: using BVCI 39180\u000a06:52:22.059443 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:52:22.070756 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:52:22.081569 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:52:22.092540 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:52:22.103406 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:52:22.114172 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:52:22.235090 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:52:22.441774 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:52:22.920097 run create_hlr_db(pid=19666): Launched\u000a06:52:23.047388 bus /sierra_2: Setting Powered False\u000a06:52:24.122771 run create_hlr_db(pid=19666): Terminated: ok {rc=0}\u000a06:52:24.516930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19668): Launched\u000a06:52:24.833248 run osmo-hlr_10.42.42.2(pid=19669): Launched\u000a06:52:24.948679 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:52:25.466876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19671): Launched\u000a06:52:25.782094 run osmo-stp_10.42.42.5(pid=19672): Launched\u000a06:52:25.897004 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:52:26.444868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19674): Launched\u000a06:52:26.762526 run osmo-msc_10.42.42.6(pid=19675): Launched\u000a06:52:26.946517 run osmo-stp_10.42.42.5(pid=19672): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19672)]\u000a06:52:27.078666 run osmo-stp_10.42.42.5(pid=19672): stdout: \u000a| (launched: 2022-12-14_06:52:25.626582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:52:27.208608 run osmo-stp_10.42.42.5(pid=19672): stderr: \u000a| �[0;m�[38;5;43m20221214065225800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065225800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065225800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065225801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065225801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065225801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065225801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:52:27.334215 run osmo-stp_10.42.42.5(pid=19672): stdout: \u000a| (launched: 2022-12-14_06:52:25.626582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:52:27.459053 run osmo-stp_10.42.42.5(pid=19672): stderr: \u000a| �[0;m�[38;5;43m20221214065225800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065225800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065225800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065225801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065225801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065225801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065225801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:52:27.513477 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19672): Process ended prematurely: osmo-stp_10.42.42.5(pid=19672) [trial-2400↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19672)] [trial-2400↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a06:52:27.521439 tst handover.py:18: Test FAILED (6.5 sec)\u000a06:52:27.579905 run osmo-hlr_10.42.42.2(pid=19669): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19669)]\u000a06:52:27.628048 run osmo-hlr_10.42.42.2(pid=19669): stdout: \u000a| (launched: 2022-12-14_06:52:24.677124) \u000a06:52:27.677057 run osmo-hlr_10.42.42.2(pid=19669): stderr: \u000a| �[0;m�[1;31m20221214065224854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214065224854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214065224854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065224854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065224854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214065224854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214065224867 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214065224875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214065224875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214065224876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:52:27.743424 run osmo-msc_10.42.42.6(pid=19675): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19675)]\u000a06:52:27.791715 run osmo-msc_10.42.42.6(pid=19675): stdout: \u000a| (launched: 2022-12-14_06:52:26.604561) \u000a06:52:27.840399 run osmo-msc_10.42.42.6(pid=19675): stderr: \u000a| �[0;m�[38;5;43m20221214065226878 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214065226878 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f553dcc2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214065226878 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214065226878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214065226878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214065226878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214065226880 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214065226881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214065226881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214065226881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:52:27.881776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19668): Terminating (SIGTERM)\u000a06:52:27.921156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19671): Terminating (SIGTERM)\u000a06:52:27.960284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19674): Terminating (SIGTERM)\u000a06:52:27.969444 --- ParallelTerminationStrategy: PID 19668 died...\u000a06:52:28.022217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19668): Terminated: ok {rc=0}\u000a06:52:28.031697 --- ParallelTerminationStrategy: PID 19671 died...\u000a06:52:28.084633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19671): Terminated: ok {rc=0}\u000a06:52:28.094330 --- ParallelTerminationStrategy: PID 19674 died...\u000a06:52:28.146744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19674): Terminated: ok {rc=0}\u000a06:52:28.234370 bus /sierra_3: Setting Powered False\u000a06:52:29.336347 bus /sierra_3: Setting Powered False\u000a06:52:30.442795 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:52:20" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19686): Process ended prematurely: osmo-stp_10.42.42.5(pid=19686) [trial-2400↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19686)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19686): Process ended prematurely: osmo-stp_10.42.42.5(pid=19686) [trial-2400↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19686)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a06:52:32.472262 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:52:32.484431 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:52:32.622589 tst handover.py: using LAC 39180\u000a06:52:32.747802 tst handover.py: using RAC 165\u000a06:52:32.871010 tst handover.py: using CellId 39180\u000a06:52:32.998454 tst handover.py: using BVCI 39181\u000a06:52:33.022523 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:52:33.159940 tst handover.py: using LAC 39181\u000a06:52:33.282648 tst handover.py: using RAC 166\u000a06:52:33.404280 tst handover.py: using CellId 39181\u000a06:52:33.528691 tst handover.py: using BVCI 39182\u000a06:52:33.552565 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:52:33.563684 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:52:33.574662 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:52:33.585646 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:52:33.596517 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:52:33.607400 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:52:33.722422 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:52:33.935791 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:52:34.414381 run create_hlr_db(pid=19680): Launched\u000a06:52:34.542116 bus /sierra_2: Setting Powered False\u000a06:52:35.617600 run create_hlr_db(pid=19680): Terminated: ok {rc=0}\u000a06:52:36.036051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19682): Launched\u000a06:52:36.376617 run osmo-hlr_10.42.42.2(pid=19683): Launched\u000a06:52:36.500726 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:52:37.056502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19685): Launched\u000a06:52:37.397063 run osmo-stp_10.42.42.5(pid=19686): Launched\u000a06:52:37.521698 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:52:38.107364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19688): Launched\u000a06:52:38.449313 run osmo-msc_10.42.42.6(pid=19689): Launched\u000a06:52:38.651447 run osmo-stp_10.42.42.5(pid=19686): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19686)]\u000a06:52:38.793726 run osmo-stp_10.42.42.5(pid=19686): stdout: \u000a| (launched: 2022-12-14_06:52:37.228384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:52:38.933764 run osmo-stp_10.42.42.5(pid=19686): stderr: \u000a| �[0;m�[38;5;43m20221214065237422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065237422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065237422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065237423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065237425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065237425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065237425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:52:39.068620 run osmo-stp_10.42.42.5(pid=19686): stdout: \u000a| (launched: 2022-12-14_06:52:37.228384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:52:39.202283 run osmo-stp_10.42.42.5(pid=19686): stderr: \u000a| �[0;m�[38;5;43m20221214065237422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065237422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065237422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065237423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065237425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065237425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065237425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:52:39.261087 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19686): Process ended prematurely: osmo-stp_10.42.42.5(pid=19686) [trial-2400↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19686)] [trial-2400↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a06:52:39.269759 tst handover.py:18: Test FAILED (6.8 sec)\u000a06:52:39.333103 run osmo-hlr_10.42.42.2(pid=19683): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19683)]\u000a06:52:39.385040 run osmo-hlr_10.42.42.2(pid=19683): stdout: \u000a| (launched: 2022-12-14_06:52:36.207966) \u000a06:52:39.437317 run osmo-hlr_10.42.42.2(pid=19683): stderr: \u000a| �[0;m�[1;31m20221214065236408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214065236408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214065236408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065236408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065236408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214065236408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214065236421 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214065236430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214065236430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214065236430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:52:39.508242 run osmo-msc_10.42.42.6(pid=19689): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19689)]\u000a06:52:39.559792 run osmo-msc_10.42.42.6(pid=19689): stdout: \u000a| (launched: 2022-12-14_06:52:38.279455) \u000a06:52:39.612182 run osmo-msc_10.42.42.6(pid=19689): stderr: \u000a| �[0;m�[38;5;43m20221214065238605 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214065238605 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f470c317c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214065238605 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214065238605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214065238605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214065238606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214065238607 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214065238608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214065238608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214065238608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:52:39.656743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19682): Terminating (SIGTERM)\u000a06:52:39.699210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19685): Terminating (SIGTERM)\u000a06:52:39.741323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19688): Terminating (SIGTERM)\u000a06:52:39.751038 --- ParallelTerminationStrategy: PID 19682 died...\u000a06:52:39.807386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19682): Terminated: ok {rc=0}\u000a06:52:39.817491 --- ParallelTerminationStrategy: PID 19685 died...\u000a06:52:39.873590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19685): Terminated: ok {rc=0}\u000a06:52:39.883600 --- ParallelTerminationStrategy: PID 19688 died...\u000a06:52:39.939838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19688): Terminated: ok {rc=0}\u000a06:52:40.028526 bus /sierra_3: Setting Powered False\u000a06:52:41.135056 bus /sierra_3: Setting Powered False\u000a06:52:42.245061 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:52:32" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19700): Process ended prematurely: osmo-stp_10.42.42.5(pid=19700) [trial-2400↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19700)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19700): Process ended prematurely: osmo-stp_10.42.42.5(pid=19700) [trial-2400↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19700)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a06:52:44.260341 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:52:44.271462 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:52:44.409571 tst handover.py: using LAC 39182\u000a06:52:44.532322 tst handover.py: using RAC 167\u000a06:52:44.656328 tst handover.py: using CellId 39182\u000a06:52:44.779805 tst handover.py: using BVCI 39183\u000a06:52:44.803842 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:52:44.949593 tst handover.py: using LAC 39183\u000a06:52:45.081296 tst handover.py: using RAC 168\u000a06:52:45.207184 tst handover.py: using CellId 39183\u000a06:52:45.334604 tst handover.py: using BVCI 39184\u000a06:52:45.358653 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:52:45.369720 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:52:45.380478 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:52:45.391503 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:52:45.402905 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:52:45.414387 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:52:45.536019 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:52:45.743867 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:52:46.311784 run create_hlr_db(pid=19694): Launched\u000a06:52:46.452597 bus /sierra_2: Setting Powered False\u000a06:52:47.528304 run create_hlr_db(pid=19694): Terminated: ok {rc=0}\u000a06:52:47.924795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19696): Launched\u000a06:52:48.241941 run osmo-hlr_10.42.42.2(pid=19697): Launched\u000a06:52:48.358720 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:52:48.877833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19699): Launched\u000a06:52:49.193398 run osmo-stp_10.42.42.5(pid=19700): Launched\u000a06:52:49.308437 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:52:49.856234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19702): Launched\u000a06:52:50.175150 run osmo-msc_10.42.42.6(pid=19703): Launched\u000a06:52:50.358800 run osmo-stp_10.42.42.5(pid=19700): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19700)]\u000a06:52:50.490599 run osmo-stp_10.42.42.5(pid=19700): stdout: \u000a| (launched: 2022-12-14_06:52:49.037781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:52:50.620259 run osmo-stp_10.42.42.5(pid=19700): stderr: \u000a| �[0;m�[38;5;43m20221214065249209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065249209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065249209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065249210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065249212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065249212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065249212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:52:50.745867 run osmo-stp_10.42.42.5(pid=19700): stdout: \u000a| (launched: 2022-12-14_06:52:49.037781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:52:50.870272 run osmo-stp_10.42.42.5(pid=19700): stderr: \u000a| �[0;m�[38;5;43m20221214065249209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065249209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065249209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065249210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065249212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065249212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065249212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:52:50.924575 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19700): Process ended prematurely: osmo-stp_10.42.42.5(pid=19700) [trial-2400↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19700)] [trial-2400↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a06:52:50.932540 tst handover.py:18: Test FAILED (6.7 sec)\u000a06:52:50.991688 run osmo-hlr_10.42.42.2(pid=19697): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19697)]\u000a06:52:51.039887 run osmo-hlr_10.42.42.2(pid=19697): stdout: \u000a| (launched: 2022-12-14_06:52:48.085457) \u000a06:52:51.088891 run osmo-hlr_10.42.42.2(pid=19697): stderr: \u000a| �[0;m�[1;31m20221214065248264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214065248264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214065248264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065248265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065248265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214065248265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214065248281 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214065248290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214065248290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214065248290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:52:51.155784 run osmo-msc_10.42.42.6(pid=19703): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19703)]\u000a06:52:51.203952 run osmo-msc_10.42.42.6(pid=19703): stdout: \u000a| (launched: 2022-12-14_06:52:50.016205) \u000a06:52:51.252847 run osmo-msc_10.42.42.6(pid=19703): stderr: \u000a| �[0;m�[38;5;43m20221214065250289 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214065250289 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7582532c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214065250289 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214065250289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214065250289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214065250290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214065250291 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214065250292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214065250292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214065250292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:52:51.294263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19696): Terminating (SIGTERM)\u000a06:52:51.333333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19699): Terminating (SIGTERM)\u000a06:52:51.372417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19702): Terminating (SIGTERM)\u000a06:52:51.381595 --- ParallelTerminationStrategy: PID 19696 died...\u000a06:52:51.434235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19696): Terminated: ok {rc=0}\u000a06:52:51.443696 --- ParallelTerminationStrategy: PID 19699 died...\u000a06:52:51.496193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19699): Terminated: ok {rc=0}\u000a06:52:51.505728 --- ParallelTerminationStrategy: PID 19702 died...\u000a06:52:51.558483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19702): Terminated: ok {rc=0}\u000a06:52:51.645647 bus /sierra_3: Setting Powered False\u000a06:52:52.746077 bus /sierra_3: Setting Powered False\u000a06:52:53.853394 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:52:43" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19714): Process ended prematurely: osmo-stp_10.42.42.5(pid=19714) [trial-2400↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19714)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19714): Process ended prematurely: osmo-stp_10.42.42.5(pid=19714) [trial-2400↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19714)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a06:52:55.869359 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:52:55.881103 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:52:56.029086 tst handover.py: using LAC 39184\u000a06:52:56.156831 tst handover.py: using RAC 169\u000a06:52:56.286598 tst handover.py: using CellId 39184\u000a06:52:56.409083 tst handover.py: using BVCI 39185\u000a06:52:56.433155 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:52:56.558044 tst handover.py: using LAC 39185\u000a06:52:56.680759 tst handover.py: using RAC 170\u000a06:52:56.804184 tst handover.py: using CellId 39185\u000a06:52:56.927888 tst handover.py: using BVCI 39186\u000a06:52:56.951960 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:52:56.963032 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:52:56.973887 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:52:56.984699 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:52:56.995650 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:52:57.006458 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:52:57.126709 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:52:57.343512 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:52:57.844743 run create_hlr_db(pid=19708): Launched\u000a06:52:57.981812 bus /sierra_2: Setting Powered False\u000a06:52:59.060485 run create_hlr_db(pid=19708): Terminated: ok {rc=0}\u000a06:52:59.479981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19710): Launched\u000a06:52:59.818172 run osmo-hlr_10.42.42.2(pid=19711): Launched\u000a06:52:59.940817 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:53:00.500286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19713): Launched\u000a06:53:00.865956 run osmo-stp_10.42.42.5(pid=19714): Launched\u000a06:53:01.081366 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:53:01.701924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19716): Launched\u000a06:53:02.200613 run osmo-msc_10.42.42.6(pid=19717): Launched\u000a06:53:02.477161 run osmo-stp_10.42.42.5(pid=19714): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19714)]\u000a06:53:02.619277 run osmo-stp_10.42.42.5(pid=19714): stdout: \u000a| (launched: 2022-12-14_06:53:00.671394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:53:02.759318 run osmo-stp_10.42.42.5(pid=19714): stderr: \u000a| �[0;m�[38;5;43m20221214065300924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065300924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065300924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065300925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065300929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065300929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065300929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:53:02.895146 run osmo-stp_10.42.42.5(pid=19714): stdout: \u000a| (launched: 2022-12-14_06:53:00.671394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:53:03.029921 run osmo-stp_10.42.42.5(pid=19714): stderr: \u000a| �[0;m�[38;5;43m20221214065300924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065300924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065300924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065300925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065300929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065300929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065300929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:53:03.088419 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19714): Process ended prematurely: osmo-stp_10.42.42.5(pid=19714) [trial-2400↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19714)] [trial-2400↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a06:53:03.097051 tst handover.py:18: Test FAILED (7.2 sec)\u000a06:53:03.160432 run osmo-hlr_10.42.42.2(pid=19711): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19711)]\u000a06:53:03.212183 run osmo-hlr_10.42.42.2(pid=19711): stdout: \u000a| (launched: 2022-12-14_06:52:59.651396) \u000a06:53:03.264630 run osmo-hlr_10.42.42.2(pid=19711): stderr: \u000a| �[0;m�[1;31m20221214065259853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214065259853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214065259853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065259853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065259853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214065259853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214065259864 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214065259872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214065259873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214065259873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:53:03.335981 run osmo-msc_10.42.42.6(pid=19717): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19717)]\u000a06:53:03.387471 run osmo-msc_10.42.42.6(pid=19717): stdout: \u000a| (launched: 2022-12-14_06:53:01.866019) \u000a06:53:03.439700 run osmo-msc_10.42.42.6(pid=19717): stderr: \u000a| �[0;m�[38;5;43m20221214065302301 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214065302301 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efde6260c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214065302301 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214065302301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214065302301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214065302302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214065302303 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214065302304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214065302304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214065302304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:53:03.484277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19710): Terminating (SIGTERM)\u000a06:53:03.526763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19713): Terminating (SIGTERM)\u000a06:53:03.569177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19716): Terminating (SIGTERM)\u000a06:53:03.578895 --- ParallelTerminationStrategy: PID 19710 died...\u000a06:53:03.635683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19710): Terminated: ok {rc=0}\u000a06:53:03.645917 --- ParallelTerminationStrategy: PID 19713 died...\u000a06:53:03.702397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19713): Terminated: ok {rc=0}\u000a06:53:03.712508 --- ParallelTerminationStrategy: PID 19716 died...\u000a06:53:03.769479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19716): Terminated: ok {rc=0}\u000a06:53:03.856988 bus /sierra_3: Setting Powered False\u000a06:53:04.963105 bus /sierra_3: Setting Powered False\u000a06:53:06.070663 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:52:55" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19728): Process ended prematurely: osmo-stp_10.42.42.5(pid=19728) [trial-2400↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19728)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19728): Process ended prematurely: osmo-stp_10.42.42.5(pid=19728) [trial-2400↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19728)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a06:53:08.101449 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:53:08.113725 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:53:08.263494 tst handover.py: using LAC 39186\u000a06:53:08.395789 tst handover.py: using RAC 171\u000a06:53:08.526609 tst handover.py: using CellId 39186\u000a06:53:08.657029 tst handover.py: using BVCI 39187\u000a06:53:08.682857 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:53:08.829954 tst handover.py: using LAC 39187\u000a06:53:08.959926 tst handover.py: using RAC 172\u000a06:53:09.089981 tst handover.py: using CellId 39187\u000a06:53:09.220273 tst handover.py: using BVCI 39188\u000a06:53:09.246165 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:53:09.258048 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:53:09.269371 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:53:09.280583 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:53:09.292211 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:53:09.303849 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:53:09.427342 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:53:09.634336 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:53:10.113910 run create_hlr_db(pid=19722): Launched\u000a06:53:10.241942 bus /sierra_2: Setting Powered False\u000a06:53:11.315149 run create_hlr_db(pid=19722): Terminated: ok {rc=0}\u000a06:53:11.707368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19724): Launched\u000a06:53:12.022451 run osmo-hlr_10.42.42.2(pid=19725): Launched\u000a06:53:12.138296 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:53:12.658016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19727): Launched\u000a06:53:12.973736 run osmo-stp_10.42.42.5(pid=19728): Launched\u000a06:53:13.089144 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:53:13.637694 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19730): Launched\u000a06:53:13.954367 run osmo-msc_10.42.42.6(pid=19731): Launched\u000a06:53:14.138070 run osmo-stp_10.42.42.5(pid=19728): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19728)]\u000a06:53:14.270083 run osmo-stp_10.42.42.5(pid=19728): stdout: \u000a| (launched: 2022-12-14_06:53:12.817658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:53:14.399894 run osmo-stp_10.42.42.5(pid=19728): stderr: \u000a| �[0;m�[38;5;43m20221214065312991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065312991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065312991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065312991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065312992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065312992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065312992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:53:14.528570 run osmo-stp_10.42.42.5(pid=19728): stdout: \u000a| (launched: 2022-12-14_06:53:12.817658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:53:14.653196 run osmo-stp_10.42.42.5(pid=19728): stderr: \u000a| �[0;m�[38;5;43m20221214065312991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065312991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065312991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065312991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065312992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065312992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065312992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:53:14.707554 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19728): Process ended prematurely: osmo-stp_10.42.42.5(pid=19728) [trial-2400↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19728)] [trial-2400↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a06:53:14.715468 tst handover.py:18: Test FAILED (6.6 sec)\u000a06:53:14.775090 run osmo-hlr_10.42.42.2(pid=19725): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19725)]\u000a06:53:14.823587 run osmo-hlr_10.42.42.2(pid=19725): stdout: \u000a| (launched: 2022-12-14_06:53:11.867129) \u000a06:53:14.872498 run osmo-hlr_10.42.42.2(pid=19725): stderr: \u000a| �[0;m�[1;31m20221214065312045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214065312045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214065312045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065312045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065312045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214065312045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214065312057 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214065312066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214065312066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214065312066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:53:14.939123 run osmo-msc_10.42.42.6(pid=19731): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19731)]\u000a06:53:14.987199 run osmo-msc_10.42.42.6(pid=19731): stdout: \u000a| (launched: 2022-12-14_06:53:13.797777) \u000a06:53:15.036066 run osmo-msc_10.42.42.6(pid=19731): stderr: \u000a| �[0;m�[38;5;43m20221214065314071 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214065314071 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efd51d69c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214065314071 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214065314071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214065314072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214065314072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214065314074 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214065314074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214065314074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214065314074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:53:15.077322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19724): Terminating (SIGTERM)\u000a06:53:15.116402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19727): Terminating (SIGTERM)\u000a06:53:15.155491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19730): Terminating (SIGTERM)\u000a06:53:15.164597 --- ParallelTerminationStrategy: PID 19724 died...\u000a06:53:15.217096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19724): Terminated: ok {rc=0}\u000a06:53:15.226528 --- ParallelTerminationStrategy: PID 19727 died...\u000a06:53:15.278908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19727): Terminated: ok {rc=0}\u000a06:53:15.288285 --- ParallelTerminationStrategy: PID 19730 died...\u000a06:53:15.340617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19730): Terminated: ok {rc=0}\u000a06:53:15.423230 bus /sierra_3: Setting Powered False\u000a06:53:16.528907 bus /sierra_3: Setting Powered False\u000a06:53:17.634546 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:53:07" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19748): Process ended prematurely: osmo-stp_10.42.42.5(pid=19748) [trial-2400↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19748)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19748): Process ended prematurely: osmo-stp_10.42.42.5(pid=19748) [trial-2400↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19748)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a06:53:19.680496 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:53:19.692607 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:53:19.833380 tst handover.py: using LAC 39188\u000a06:53:19.955152 tst handover.py: using RAC 173\u000a06:53:20.079006 tst handover.py: using CellId 39188\u000a06:53:20.200872 tst handover.py: using BVCI 39189\u000a06:53:20.224921 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:53:20.361680 tst handover.py: using LAC 39189\u000a06:53:20.483543 tst handover.py: using RAC 174\u000a06:53:20.606448 tst handover.py: using CellId 39189\u000a06:53:20.730755 tst handover.py: using BVCI 39190\u000a06:53:20.754835 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:53:20.766024 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:53:20.776884 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:53:20.787827 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:53:20.798865 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:53:20.809731 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:53:20.926558 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:53:21.145492 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:53:21.650223 run create_hlr_db(pid=19742): Launched\u000a06:53:21.778132 bus /sierra_2: Setting Powered False\u000a06:53:22.851421 run create_hlr_db(pid=19742): Terminated: ok {rc=0}\u000a06:53:23.269685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19744): Launched\u000a06:53:23.608625 run osmo-hlr_10.42.42.2(pid=19745): Launched\u000a06:53:23.732115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:53:24.285604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19747): Launched\u000a06:53:24.625391 run osmo-stp_10.42.42.5(pid=19748): Launched\u000a06:53:24.747355 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:53:25.330362 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19750): Launched\u000a06:53:25.670052 run osmo-msc_10.42.42.6(pid=19751): Launched\u000a06:53:25.866308 run osmo-stp_10.42.42.5(pid=19748): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19748)]\u000a06:53:26.007874 run osmo-stp_10.42.42.5(pid=19748): stdout: \u000a| (launched: 2022-12-14_06:53:24.456864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:53:26.147465 run osmo-stp_10.42.42.5(pid=19748): stderr: \u000a| �[0;m�[38;5;43m20221214065324653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065324653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065324653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065324653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065324654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065324654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065324654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:53:26.282190 run osmo-stp_10.42.42.5(pid=19748): stdout: \u000a| (launched: 2022-12-14_06:53:24.456864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:53:26.416272 run osmo-stp_10.42.42.5(pid=19748): stderr: \u000a| �[0;m�[38;5;43m20221214065324653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065324653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065324653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065324653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065324654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065324654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065324654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:53:26.474493 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19748): Process ended prematurely: osmo-stp_10.42.42.5(pid=19748) [trial-2400↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19748)] [trial-2400↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a06:53:26.483146 tst handover.py:18: Test FAILED (6.8 sec)\u000a06:53:26.545970 run osmo-hlr_10.42.42.2(pid=19745): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19745)]\u000a06:53:26.597295 run osmo-hlr_10.42.42.2(pid=19745): stdout: \u000a| (launched: 2022-12-14_06:53:23.440870) \u000a06:53:26.649063 run osmo-hlr_10.42.42.2(pid=19745): stderr: \u000a| �[0;m�[1;31m20221214065323642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214065323642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214065323642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065323642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065323642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214065323642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214065323677 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214065323687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214065323687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214065323687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:53:26.719564 run osmo-msc_10.42.42.6(pid=19751): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19751)]\u000a06:53:26.770466 run osmo-msc_10.42.42.6(pid=19751): stdout: \u000a| (launched: 2022-12-14_06:53:25.501767) \u000a06:53:26.822116 run osmo-msc_10.42.42.6(pid=19751): stderr: \u000a| �[0;m�[38;5;43m20221214065325824 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214065325824 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f93ae22ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214065325825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214065325825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214065325825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214065325825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214065325827 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214065325827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214065325827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214065325827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:53:26.866128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19744): Terminating (SIGTERM)\u000a06:53:26.908155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19747): Terminating (SIGTERM)\u000a06:53:26.949866 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19750): Terminating (SIGTERM)\u000a06:53:26.959519 --- ParallelTerminationStrategy: PID 19744 died...\u000a06:53:27.015744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19744): Terminated: ok {rc=0}\u000a06:53:27.026186 --- ParallelTerminationStrategy: PID 19747 died...\u000a06:53:27.081981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19747): Terminated: ok {rc=0}\u000a06:53:27.091949 --- ParallelTerminationStrategy: PID 19750 died...\u000a06:53:27.147861 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19750): Terminated: ok {rc=0}\u000a06:53:27.233929 bus /sierra_3: Setting Powered False\u000a06:53:28.338596 bus /sierra_3: Setting Powered False\u000a06:53:29.446556 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:53:19" }, { "cases" : [ { "testActions" : [ ], "age" : 83, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19762): Process ended prematurely: osmo-stp_10.42.42.5(pid=19762) [trial-2400↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19762)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19762): Process ended prematurely: osmo-stp_10.42.42.5(pid=19762) [trial-2400↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19762)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a06:53:31.472293 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:53:31.484778 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:53:31.655902 tst handover.py: using LAC 39190\u000a06:53:31.792266 tst handover.py: using RAC 175\u000a06:53:31.943376 tst handover.py: using CellId 39190\u000a06:53:32.102003 tst handover.py: using BVCI 39191\u000a06:53:32.135118 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:53:32.286692 tst handover.py: using LAC 39191\u000a06:53:32.411041 tst handover.py: using RAC 176\u000a06:53:32.543360 tst handover.py: using CellId 39191\u000a06:53:32.677328 tst handover.py: using BVCI 39192\u000a06:53:32.703091 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:53:32.714534 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:53:32.725667 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:53:32.736644 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:53:32.748814 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:53:32.760664 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:53:32.880521 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:53:33.097416 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:53:33.598542 run create_hlr_db(pid=19756): Launched\u000a06:53:33.735151 bus /sierra_2: Setting Powered False\u000a06:53:34.813251 run create_hlr_db(pid=19756): Terminated: ok {rc=0}\u000a06:53:35.211095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19758): Launched\u000a06:53:35.527776 run osmo-hlr_10.42.42.2(pid=19759): Launched\u000a06:53:35.653468 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:53:36.179116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19761): Launched\u000a06:53:36.494474 run osmo-stp_10.42.42.5(pid=19762): Launched\u000a06:53:36.610186 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:53:37.160340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19764): Launched\u000a06:53:37.477554 run osmo-msc_10.42.42.6(pid=19765): Launched\u000a06:53:37.661943 run osmo-stp_10.42.42.5(pid=19762): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19762)]\u000a06:53:37.794235 run osmo-stp_10.42.42.5(pid=19762): stdout: \u000a| (launched: 2022-12-14_06:53:36.339379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:53:37.924175 run osmo-stp_10.42.42.5(pid=19762): stderr: \u000a| �[0;m�[38;5;43m20221214065336512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065336512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065336513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065336513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065336515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065336516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065336516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:53:38.050219 run osmo-stp_10.42.42.5(pid=19762): stdout: \u000a| (launched: 2022-12-14_06:53:36.339379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:53:38.174979 run osmo-stp_10.42.42.5(pid=19762): stderr: \u000a| �[0;m�[38;5;43m20221214065336512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065336512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065336513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065336513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065336515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065336516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065336516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:53:38.229523 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19762): Process ended prematurely: osmo-stp_10.42.42.5(pid=19762) [trial-2400↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19762)] [trial-2400↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a06:53:38.237635 tst handover.py:18: Test FAILED (6.8 sec)\u000a06:53:38.297176 run osmo-hlr_10.42.42.2(pid=19759): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19759)]\u000a06:53:38.345937 run osmo-hlr_10.42.42.2(pid=19759): stdout: \u000a| (launched: 2022-12-14_06:53:35.371540) \u000a06:53:38.395261 run osmo-hlr_10.42.42.2(pid=19759): stderr: \u000a| �[0;m�[1;31m20221214065335550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214065335550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214065335550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065335550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065335550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214065335550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214065335562 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214065335570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214065335570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214065335570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:53:38.462651 run osmo-msc_10.42.42.6(pid=19765): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19765)]\u000a06:53:38.511178 run osmo-msc_10.42.42.6(pid=19765): stdout: \u000a| (launched: 2022-12-14_06:53:37.320061) \u000a06:53:38.560497 run osmo-msc_10.42.42.6(pid=19765): stderr: \u000a| �[0;m�[38;5;43m20221214065337593 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214065337593 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5d1f689c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214065337593 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214065337593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214065337593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214065337594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214065337595 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214065337596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214065337596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214065337596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:53:38.602861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19758): Terminating (SIGTERM)\u000a06:53:38.642821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19761): Terminating (SIGTERM)\u000a06:53:38.682854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19764): Terminating (SIGTERM)\u000a06:53:38.692086 --- ParallelTerminationStrategy: PID 19758 died...\u000a06:53:38.745663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19758): Terminated: ok {rc=0}\u000a06:53:38.755343 --- ParallelTerminationStrategy: PID 19761 died...\u000a06:53:38.808393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19761): Terminated: ok {rc=0}\u000a06:53:38.818050 --- ParallelTerminationStrategy: PID 19764 died...\u000a06:53:38.870912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19764): Terminated: ok {rc=0}\u000a06:53:38.958603 bus /sierra_3: Setting Powered False\u000a06:53:40.061882 bus /sierra_3: Setting Powered False\u000a06:53:41.173357 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:53:31" }, { "cases" : [ { "testActions" : [ ], "age" : 83, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19779): Process ended prematurely: osmo-stp_10.42.42.5(pid=19779) [trial-2400↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19779)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19779): Process ended prematurely: osmo-stp_10.42.42.5(pid=19779) [trial-2400↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19779)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a06:53:43.156546 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:53:43.167768 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:53:43.300929 tst handover.py: using LAC 39192\u000a06:53:43.435455 tst handover.py: using RAC 177\u000a06:53:43.561709 tst handover.py: using CellId 39192\u000a06:53:43.693209 tst handover.py: using BVCI 39193\u000a06:53:43.719376 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:53:43.860551 tst handover.py: using LAC 39193\u000a06:53:43.988408 tst handover.py: using RAC 178\u000a06:53:44.114257 tst handover.py: using CellId 39193\u000a06:53:44.243087 tst handover.py: using BVCI 39194\u000a06:53:44.267172 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:53:44.278099 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:53:44.288754 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:53:44.299429 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:53:44.310725 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:53:44.322033 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:53:44.443908 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:53:44.660775 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:53:45.163918 run create_hlr_db(pid=19771): Launched\u000a06:53:45.300924 bus /sierra_2: Setting Powered False\u000a06:53:46.438921 run create_hlr_db(pid=19771): Terminated: ok {rc=0}\u000a06:53:46.892399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19773): Launched\u000a06:53:47.287203 run osmo-hlr_10.42.42.2(pid=19776): Launched\u000a06:53:47.411819 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:53:47.968229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19778): Launched\u000a06:53:48.304896 run osmo-stp_10.42.42.5(pid=19779): Launched\u000a06:53:48.429133 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:53:49.015355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19781): Launched\u000a06:53:49.354698 run osmo-msc_10.42.42.6(pid=19782): Launched\u000a06:53:49.552538 run osmo-stp_10.42.42.5(pid=19779): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19779)]\u000a06:53:49.694859 run osmo-stp_10.42.42.5(pid=19779): stdout: \u000a| (launched: 2022-12-14_06:53:48.139461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:53:49.835252 run osmo-stp_10.42.42.5(pid=19779): stderr: \u000a| �[0;m�[38;5;43m20221214065348337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065348337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065348337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065348337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065348338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065348338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065348338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:53:49.970245 run osmo-stp_10.42.42.5(pid=19779): stdout: \u000a| (launched: 2022-12-14_06:53:48.139461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:53:50.104192 run osmo-stp_10.42.42.5(pid=19779): stderr: \u000a| �[0;m�[38;5;43m20221214065348337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065348337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065348337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065348337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065348338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065348338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065348338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:53:50.162563 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19779): Process ended prematurely: osmo-stp_10.42.42.5(pid=19779) [trial-2400↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19779)] [trial-2400↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a06:53:50.171144 tst handover.py:18: Test FAILED (7.0 sec)\u000a06:53:50.234662 run osmo-hlr_10.42.42.2(pid=19776): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19776)]\u000a06:53:50.286605 run osmo-hlr_10.42.42.2(pid=19776): stdout: \u000a| (launched: 2022-12-14_06:53:47.060650) \u000a06:53:50.339704 run osmo-hlr_10.42.42.2(pid=19776): stderr: \u000a| �[0;m�[1;31m20221214065347323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214065347323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214065347323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065347323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065347323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214065347323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214065347334 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214065347342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214065347343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214065347343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:53:50.411130 run osmo-msc_10.42.42.6(pid=19782): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19782)]\u000a06:53:50.463045 run osmo-msc_10.42.42.6(pid=19782): stdout: \u000a| (launched: 2022-12-14_06:53:49.186634) \u000a06:53:50.515587 run osmo-msc_10.42.42.6(pid=19782): stderr: \u000a| �[0;m�[38;5;43m20221214065349510 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214065349511 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc63cdc9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214065349511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214065349511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214065349511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214065349511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214065349513 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214065349513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214065349513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214065349513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:53:50.560377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19773): Terminating (SIGTERM)\u000a06:53:50.602883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19778): Terminating (SIGTERM)\u000a06:53:50.645436 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19781): Terminating (SIGTERM)\u000a06:53:50.655197 --- ParallelTerminationStrategy: PID 19773 died...\u000a06:53:50.711867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19773): Terminated: ok {rc=0}\u000a06:53:50.722098 --- ParallelTerminationStrategy: PID 19778 died...\u000a06:53:50.778876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19778): Terminated: ok {rc=0}\u000a06:53:50.789050 --- ParallelTerminationStrategy: PID 19781 died...\u000a06:53:50.845541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19781): Terminated: ok {rc=0}\u000a06:53:50.932742 bus /sierra_3: Setting Powered False\u000a06:53:52.039841 bus /sierra_3: Setting Powered False\u000a06:53:53.152249 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:53:42" }, { "cases" : [ { "testActions" : [ ], "age" : 83, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19793): Process ended prematurely: osmo-stp_10.42.42.5(pid=19793) [trial-2400↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19793)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19793): Process ended prematurely: osmo-stp_10.42.42.5(pid=19793) [trial-2400↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19793)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2400 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a06:53:55.176784 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:53:55.188113 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:53:55.329250 tst handover.py: using LAC 39194\u000a06:53:55.458287 tst handover.py: using RAC 179\u000a06:53:55.582865 tst handover.py: using CellId 39194\u000a06:53:55.705719 tst handover.py: using BVCI 39195\u000a06:53:55.730099 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:53:55.867303 tst handover.py: using LAC 39195\u000a06:53:55.991845 tst handover.py: using RAC 180\u000a06:53:56.116194 tst handover.py: using CellId 39195\u000a06:53:56.244423 tst handover.py: using BVCI 39196\u000a06:53:56.268390 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:53:56.279315 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:53:56.290050 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:53:56.300916 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:53:56.312328 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:53:56.323758 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:53:56.444289 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:53:56.663062 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:53:57.165806 run create_hlr_db(pid=19787): Launched\u000a06:53:57.302849 bus /sierra_2: Setting Powered False\u000a06:53:58.382064 run create_hlr_db(pid=19787): Terminated: ok {rc=0}\u000a06:53:58.802422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19789): Launched\u000a06:53:59.141119 run osmo-hlr_10.42.42.2(pid=19790): Launched\u000a06:53:59.268751 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:53:59.824542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19792): Launched\u000a06:54:00.162952 run osmo-stp_10.42.42.5(pid=19793): Launched\u000a06:54:00.286885 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:54:00.882937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19795): Launched\u000a06:54:01.331900 run osmo-msc_10.42.42.6(pid=19796): Launched\u000a06:54:01.852569 run osmo-stp_10.42.42.5(pid=19793): ERR: Terminated: ERROR {rc=1} [trial-2400↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19793)]\u000a06:54:02.148408 run osmo-stp_10.42.42.5(pid=19793): stdout: \u000a| (launched: 2022-12-14_06:53:59.995470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:54:02.310937 run osmo-stp_10.42.42.5(pid=19793): stderr: \u000a| �[0;m�[38;5;43m20221214065400189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065400189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065400189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065400190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065400192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065400192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065400192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:54:02.478400 run osmo-stp_10.42.42.5(pid=19793): stdout: \u000a| (launched: 2022-12-14_06:53:59.995470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:54:02.635674 run osmo-stp_10.42.42.5(pid=19793): stderr: \u000a| �[0;m�[38;5;43m20221214065400189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065400189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065400189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065400190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065400192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065400192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065400192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:54:02.706547 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19793): Process ended prematurely: osmo-stp_10.42.42.5(pid=19793) [trial-2400↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19793)] [trial-2400↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a06:54:02.718221 tst handover.py:18: Test FAILED (7.5 sec)\u000a06:54:02.793197 run osmo-hlr_10.42.42.2(pid=19790): ERR: Terminated: ERROR {rc=237} [trial-2400↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19790)]\u000a06:54:02.858345 run osmo-hlr_10.42.42.2(pid=19790): stdout: \u000a| (launched: 2022-12-14_06:53:58.974066) \u000a06:54:02.931050 run osmo-hlr_10.42.42.2(pid=19790): stderr: \u000a| �[0;m�[1;31m20221214065359175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214065359175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214065359176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065359176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065359176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214065359176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214065359188 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2400/run.2022-12-14_05-28-31/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214065359197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214065359197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214065359197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:54:03.022444 run osmo-msc_10.42.42.6(pid=19796): ERR: Terminated: ERROR {rc=2} [trial-2400↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19796)]\u000a06:54:03.090304 run osmo-msc_10.42.42.6(pid=19796): stdout: \u000a| (launched: 2022-12-14_06:54:01.059809) \u000a06:54:03.168476 run osmo-msc_10.42.42.6(pid=19796): stderr: \u000a| �[0;m�[38;5;43m20221214065401513 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214065401513 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f428958cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214065401513 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214065401513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214065401513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214065401513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214065401515 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214065401515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214065401516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214065401516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:54:03.223134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19789): Terminating (SIGTERM)\u000a06:54:03.280377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19792): Terminating (SIGTERM)\u000a06:54:03.334115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19795): Terminating (SIGTERM)\u000a06:54:03.347474 --- ParallelTerminationStrategy: PID 19789 died...\u000a06:54:03.408261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19789): Terminated: ok {rc=0}\u000a06:54:03.424463 --- ParallelTerminationStrategy: PID 19792 died...\u000a06:54:03.497132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19792): Terminated: ok {rc=0}\u000a06:54:03.513263 --- ParallelTerminationStrategy: PID 19795 died...\u000a06:54:03.585163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19795): Terminated: ok {rc=0}\u000a06:54:03.691176 bus /sierra_3: Setting Powered False\u000a06:54:04.801249 bus /sierra_3: Setting Powered False\u000a06:54:05.910246 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:53:54" } ] }